[2024-12-02 13:54:38.970335] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:38.970355] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:38.972069] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878911903, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:38.972242] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=211690, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:38.981213] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324670][T1020_ArcSender][T1020][YB42C0A800AF-00062843120EE94C-0-0] [lt=21][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:38.986978] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:38.987006] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:38.987031] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:38.987045] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:38.987058] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:38.989462] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:38.993689] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1001, min_version={val:1733118878794066000, v:0}, base_version={val:1733118878594122000, v:0}, server_count=1, svr_array=[{addr:"192.168.0.175:2882", version:{val:1733118878794066000, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1733118878993676, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-12-02 13:54:38.995152] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:38.995356] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878936123, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:38.995548] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] will sleep(sleep_us=60000, remain_us=210237, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:38.996826] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:38.996832] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118878794066000, v:0}, min_version={val:1733118878794066000, v:0}, max_version={val:1733118878794066000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:38.996849] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:38.996861] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.014508] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878914009, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.014696] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10971001, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=240, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.028167] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=14] get number(ret=0, service_type_=0, range=1, base_id=1733118879027683000, start_id=1733118879027683000, end_id=1733118879027683001) [2024-12-02 13:54:39.028186] INFO [STORAGE.TRANS] handle_request (ob_timestamp_service.cpp:175) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=17] handle gts request statistics(total_rt=203, total_cnt=80, avg_rt=2.506172839506172867e+00, avg_cnt=8.000000000000000000e+00) [2024-12-02 13:54:39.028206] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=16] ts response task statistics(alloc_count=21366, free_count=10682) [2024-12-02 13:54:39.028250] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=8] gts statistics(tenant_id=1019, gts_rpc_cnt=10, get_gts_cache_cnt=903, get_gts_with_stc_cnt=120, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=120, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:39.028264] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=12] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_refresh=false, gts_local_cache={srr:[mts=1733118879028241], gts:1733118879027683000, latest_srr:[mts=1733118879028241]}) [2024-12-02 13:54:39.028501] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_refresh=false, gts_local_cache={srr:[mts=1733118879028488], gts:1732874408973130000, latest_srr:[mts=1733118879028488]}) [2024-12-02 13:54:39.029438] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=52] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.029517] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=77] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.031767] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.031789] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.031861] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.031918] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.031964] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.031978] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.032002] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.032011] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.032020] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.032320] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878971930, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878951925, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.032505] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=151427, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:39.033093] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.033103] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.033122] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.033126] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.033155] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.033169] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.033182] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.033226] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.033237] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.035157] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=9] ====== check clog disk timer task ====== [2024-12-02 13:54:39.035175] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=11] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:39.036232] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:39.036592] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.036612] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.037761] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.037777] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.044019] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:39.044476] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.044510] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244470070355, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.044527] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.044550] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452052728, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.044562] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.044735] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2320301][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=19] LogLoopThread round_cost_time(us)(round_cost_time=364) [2024-12-02 13:54:39.055631] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878995078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878951933, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.055823] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] will sleep(sleep_us=61000, remain_us=149963, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:39.055877] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.055907] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.055985] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=48][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.056158] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.056175] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.059033] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.059035] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.059078] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.059078] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.059983] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=29] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:39.062104] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:39.066968] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] ====== tenant freeze timer task ====== [2024-12-02 13:54:39.066988] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54750400, tenant_id=1002) [2024-12-02 13:54:39.067011] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:39.070443] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:39.070465] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.075576] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=19] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:39.084211] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6887911424, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.085054] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=24] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1001, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:39.086199] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:39.086285] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] inner load succ(latest_freeze_info={frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118872944658000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}) [2024-12-02 13:54:39.087054] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:39.089518] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.093591] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879031894, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879028735, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.093775] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] will sleep(sleep_us=62000, remain_us=90157, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:39.099035] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324864][T1019_ArcSender][T1019][YB42C0A800AF-0006284312AEE94C-0-0] [lt=14][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:39.104244] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.104267] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.104275] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.114785] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879013995, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878995079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.114973] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10870724, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=241, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.116909] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879055072, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879052965, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.117110] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=88674, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:39.117487] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117706] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117719] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117740] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117987] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=10] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118002] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118013] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118059] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118264] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118424] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118577] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.129505] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.129573] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=66] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.130631] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3093-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.131090] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3094-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.131825] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.131844] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.131925] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.131975] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.132022] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.132036] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.132061] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.132070] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.132079] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133152] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.133161] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133179] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.133183] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133211] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.133225] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.133238] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.133284] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.133294] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.136676] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.136696] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.137863] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.137879] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.144530] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.144562] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244470171391, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.144579] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.144601] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244452152711, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.144612] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.148362] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:39.151511] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4214) [2024-12-02 13:54:39.152969] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3671, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:39.152997] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:39.153025] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:39.153045] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3724, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:39.153069] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:39.155859] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879092943, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070867, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.155984] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118879113931, current_time=1733118879155052) [2024-12-02 13:54:39.156000] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=14][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118879113931, request_time=[mts=1733118879155983]) [2024-12-02 13:54:39.156010] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.156035] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=24][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}) [2024-12-02 13:54:39.156048] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=11][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.156069] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=19] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe65f4bee0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118877184835, use_das=false, nested_level=0, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:39.156107] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=37][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:39.156116] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:39.156124] WDIAG [SQL] open (ob_result_set.cpp:162) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:39.156131] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=6][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:39.156138] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=6][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.156147] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.156158] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:39.156174] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.156181] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.156188] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:39.156198] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=4][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:39.156206] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1971371) [2024-12-02 13:54:39.156215] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:39.156223] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.156232] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:39.156240] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:39.156249] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:39.156260] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.156319] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:39.156330] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:39.156338] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:39.156345] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:39.156353] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.156363] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:39.156369] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=4][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:39.156379] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:39.156391] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.156403] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:39.156411] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:293) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get global sys variable(ret=-4012, tenant_id=1020, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-12-02 13:54:39.156422] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:75) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to get mem limit(ret=-4012, tenant_id=1020, mem_limit=751619276, config_mem_limit_=16777216) [2024-12-02 13:54:39.156430] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] sql audit evict mem start(request_manager_->get_tenant_id()=1020, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=0, mem_used=12478464) [2024-12-02 13:54:39.156517] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1020, evict_high_mem_level=8388608, evict_high_size_level=471859, evict_batch_count=1, elapse_time=86, size_used=0, mem_used=0) [2024-12-02 13:54:39.156529] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.159320] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.159346] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.159434] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.159606] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.159623] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.160836] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] get_max_applied_scn(scn={val:1733118878526724004, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:3549163338}, palf_committed_end_scn_:{val:1733118879027683000, v:0}, last_check_scn_:{val:1733118879027683000, v:0}, max_applied_cb_scn_:{val:1733118878526724004, v:0}}) [2024-12-02 13:54:39.160870] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=26] get_min_unreplayed_log_info(lsn={lsn:3532481055}, scn={val:1733118105192265002, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118164678718, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2852232, ret_code_:0}}, next_to_submit_lsn_:{lsn:3532481055}, next_to_submit_scn_:{val:1733118105192265002, v:0}, base_lsn_:{lsn:2818400256}, base_scn_:{val:1733076082251059001, v:0}, iterator_:{iterator_impl:{buf_:0xffff10c05000, next_round_pread_size:3678208, curr_read_pos:2579475, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2579475, log_storage_:{start_lsn:{lsn:3529901580}, end_lsn:{lsn:3532481055}, read_buf:{buf_len_:3747840, buf_:0xffff10c05000}, block_size:67104768, log_storage_:0xffff239f31b0, log_storage_:{log_tail:{lsn:3549163338}, readable_log_tail:{lsn:3549163338}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:52, palf_id:1001}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002/1001/log", dir_fd:155, min_block_id:0, max_block_id:53, curr_writable_block_id:52}, logical_block_size_:67104768, curr_block_writable_size_:7389366, block_header_serialize_buf_:0xffff239f4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105192265001, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:34, scn_:{val:1733118105192265001, v:0}, data_checksum:154833137, flag:26682}}, init_mode_version:0, accumulate_checksum:4185387078, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1733118105192265001, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:202, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:1, miss_cnt:202, cache_read_size:232, hit_ratio:"4.926108374384236509e-03"}, read_io_cnt:381, read_io_size:720478208, read_disk_cost_ts:8069002, start_lsn:{lsn:2818400256}}}}}}) [2024-12-02 13:54:39.163774] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.163779] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.163821] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.163820] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.169438] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=2] [IO STATUS SERVER] net_in=30kB/s, net_out=30kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:39.169480] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:39.169538] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:39.169616] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:39.169641] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:8, schedule:11, submit:5, rt:1109, total:1134) [2024-12-02 13:54:39.169654] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:SSTABLE_WHOLE_SCANNER_IO, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:303, bw:1241786, [delay/us]:prepare:2, schedule:8, submit:5, rt:684, total:701) [2024-12-02 13:54:39.169677] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS TENANT](tenant_id=1002, ref_cnt=4, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=49999, free_result_cnt=49999, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=75, ops=0, iops=75, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169710] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:304, avg_bw:1241777, [delay/us]: prepare:2, schedule:8, submit:5, device:684, total:701) [2024-12-02 13:54:39.169720] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:8, schedule:11, submit:5, device:1109, total:1134) [2024-12-02 13:54:39.169750] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:39.169798] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:39.169819] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:6, schedule:25, submit:17, rt:9, total:58) [2024-12-02 13:54:39.169845] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169870] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:6, schedule:25, submit:17, device:9, total:58) [2024-12-02 13:54:39.169896] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:39.169918] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:10956, total:10965) [2024-12-02 13:54:39.169958] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169980] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:10956, total:10965) [2024-12-02 13:54:39.170009] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:39.170022] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=1, async_total=0, sync_cnt= 0 0 0 0 1 0 0 0, async_cnt= 0 [2024-12-02 13:54:39.170031] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.170037] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.170043] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=5] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.179202] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879116075, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.179346] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118879135784, current_time=1733118879179257) [2024-12-02 13:54:39.179363] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=16][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118879135784, request_time=[mts=1733118879179344]) [2024-12-02 13:54:39.179375] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=11][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.179403] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=27][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}) [2024-12-02 13:54:39.179418] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=15][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.179440] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=21] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff8334bd90, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118877206732, use_das=false, nested_level=0, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:39.179481] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=40][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:39.179493] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:39.179502] WDIAG [SQL] open (ob_result_set.cpp:162) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=9][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:39.179511] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=8][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:39.179519] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.179531] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.179539] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=7][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:39.179556] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=12][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.179565] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=9][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.179570] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:39.179584] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:39.179595] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1972862) [2024-12-02 13:54:39.179605] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:39.179616] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.179626] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:39.179634] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:39.179645] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:39.179657] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.179720] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:39.179731] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:39.179740] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:39.179745] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=3][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:39.179754] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.179765] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:39.179775] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:39.179787] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:39.179799] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.179808] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.179816] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:849) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get tenant system variable failed(ret=-4012, tenant_id_=1020) [2024-12-02 13:54:39.179827] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1238) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to get percent [2024-12-02 13:54:39.179835] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to calculate global bound size(ret=-4012, ids[i]=1020) [2024-12-02 13:54:39.187101] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:39.189379] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=11] gc stale ls task succ [2024-12-02 13:54:39.189573] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.192669] INFO [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:197) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=12] skip repeat study(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879192667, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.193823] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=22] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=1732874408973130000, snapshot_type=1, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193849] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=24] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=4611686018427387903, snapshot_type=2, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193862] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=10] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=1732874426991810003, snapshot_type=3, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193873] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=9] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=4611686018427387903, snapshot_type=4, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.194053] INFO [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:620) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=9] succeed to update global reserved snapshot(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, global_reserved_snapshot_={val:1732874408973130000, v:0}, reserved_snapshot={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.194074] INFO [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:554) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=20] multi-version garbage collector refresh successfully(this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, collector={reserved_snapshot_version:{val:1732874408973130000, v:0}, reserved_snapshot_type:1, reserved_status:-1, reserved_create_time:1733118699183352, reserved_addr:"192.168.0.175:2882", is_this_server_disabled:false, status:0}) [2024-12-02 13:54:39.194090] INFO [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:232) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=15] repeat refresh successfully(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118879194090, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879192691, GARBAGE_COLLECT_RETRY_INTERVAL=60000000) [2024-12-02 13:54:39.194098] INFO [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:267) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=8] skip repeat reclaim(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118879194090, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879194098, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.201537] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=20] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:39.204604] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:39.204621] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=12] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:39.207624] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:39.209363] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2324622][T1020_DupTbLeas][T1020][Y0-0000000000000000-0-0] [lt=1][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.209442] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2324622][T1020_DupTbLeas][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1020 and flag like "%DUPLICATE%", tenant_id=1020, exec_tenant_id=1019, need_member_list=false) [2024-12-02 13:54:39.210386] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.210409] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.210417] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.214226] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0D-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:39.214248] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0D-0-0] [lt=20] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:39.215060] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879113970, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.215250] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=10770447, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=242, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.229600] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.229671] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=69] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.231884] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.231910] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.231991] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.232050] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.232098] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.232113] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.232138] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.232148] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.232158] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233232] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.233243] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233261] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.233265] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233294] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.233308] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.233321] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.233365] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.233375] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.236704] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.236726] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.237874] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.237892] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.244089] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=19] get number(ret=0, service_type_=0, range=1, base_id=1733118879243404000, start_id=1733118879243404000, end_id=1733118879243404001) [2024-12-02 13:54:39.244162] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=14133) [2024-12-02 13:54:39.244586] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.244620] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470271327, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.244637] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.244661] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452252647, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.244673] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.246914] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:39.246934] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=14] temporary file module use no blocks [2024-12-02 13:54:39.246941] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:39.246954] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:39.246966] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238626745389, flush_io_finished_ret_:0, flush_io_finished_round_:728, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:39.255213] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=17] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:39.257199] INFO pn_ratelimit (group.c:626) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=14] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-12-02 13:54:39.262105] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:39.262134] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=26] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.264097] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.264129] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.264226] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.264419] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.264448] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.268431] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.268434] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.268476] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.268477] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.274154] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [2319673][Blacklist][T0][Y0-0000000000000000-0-0] [lt=19] blacklist_loop exec finished(cost_time=83, is_enabled=true, send_cnt=0) [2024-12-02 13:54:39.280158] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] [COMPACTION DAG STATUS] (start_time=1733118869278776, end_time=1733118879280156, dag_status={}) [2024-12-02 13:54:39.280182] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280191] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280197] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280202] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280207] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280216] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280222] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280230] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280239] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280248] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280260] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280269] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280279] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280285] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280294] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280303] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280312] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280321] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280331] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280340] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280349] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280359] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280368] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280377] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280383] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280391] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280400] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280409] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280418] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280427] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280436] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280446] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280454] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280464] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280469] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280478] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280486] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280496] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280504] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280513] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280522] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280531] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280539] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280548] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280554] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280562] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280571] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280580] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280589] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280598] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280607] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280616] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280625] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280633] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280639] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280644] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280649] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280657] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280666] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280675] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280684] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280692] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280701] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280710] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280716] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280724] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280733] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280741] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280750] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280759] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280768] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280776] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280785] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280794] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280799] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280808] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280816] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280825] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280834] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280844] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:39.280852] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280861] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280865] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280872] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:39.280876] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:39.280883] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:39.280886] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:39.280893] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:39.280897] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:39.280901] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status(dag_cnt=0, total_worker_cnt_=4, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:39.280955] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=11] ====== tenant freeze timer task ====== [2024-12-02 13:54:39.284529] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.285134] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324654][T1020_LCLSender][T1020][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff133f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.287571] INFO [STORAGE.COMPACTION] runTimerTask (ob_tenant_tablet_scheduler_task_mgr.cpp:162) [2324870][T1019_MediumLoo][T1019][YB42C0A800AF-00062843168EE95C-0-0] [lt=16] MediumCheckTask(cost_ts=8) [2024-12-02 13:54:39.289504] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:39.289628] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.307351] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3394, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:39.307370] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:3549163460}], scn_array=[cnt:1, {val:1733118879027683002, v:0}], curr_size=122, accum_size=854, time_cost=20172) [2024-12-02 13:54:39.307393] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:39.307392] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:39.307413] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:39.307437] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3439, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:39.307449] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=28, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:39.310999] INFO [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:197) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] skip repeat study(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879310997, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.312194] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=23] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118639297047000, snapshot_type=1, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312218] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=21] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118638943251000, snapshot_type=2, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312229] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=10] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118639143317000, snapshot_type=3, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312239] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=9] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=4611686018427387903, snapshot_type=4, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312421] INFO [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:620) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=9] succeed to update global reserved snapshot(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, global_reserved_snapshot_={val:1733118638943251000, v:0}, reserved_snapshot={val:1733118638943251000, v:0}) [2024-12-02 13:54:39.312443] INFO [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:554) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=20] multi-version garbage collector refresh successfully(this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, collector={reserved_snapshot_version:{val:1733118638943251000, v:0}, reserved_snapshot_type:2, reserved_status:-1, reserved_create_time:1733118639298367, reserved_addr:"192.168.0.175:2882", is_this_server_disabled:false, status:0}) [2024-12-02 13:54:39.312459] INFO [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:232) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=16] repeat refresh successfully(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118879312458, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879311022, GARBAGE_COLLECT_RETRY_INTERVAL=60000000) [2024-12-02 13:54:39.312471] INFO [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:267) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] skip repeat reclaim(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118879312458, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879312470, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.315340] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879215076, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159259, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.315533] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10670165, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=243, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.316862] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=41][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.316884] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.316892] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.320427] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:39.320448] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:39.320455] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:39.320469] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:39.320481] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238626818899, flush_io_finished_ret_:0, flush_io_finished_round_:302, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:39.322163] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.326963] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2324825][T1019_DupTbLeas][T1019][Y0-0000000000000000-0-0] [lt=19][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.327036] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2324825][T1019_DupTbLeas][T1019][Y0-0000000000000000-0-0] [lt=16][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1019 and flag like "%DUPLICATE%", tenant_id=1019, exec_tenant_id=1, need_member_list=false) [2024-12-02 13:54:39.329586] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=37] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.329648] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.331937] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.331959] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.332042] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.332101] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.332151] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.332166] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.332190] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.332199] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.332208] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333282] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.333291] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333310] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.333315] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333344] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.333358] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.333371] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.333414] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.333424] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.336723] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.336744] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.337898] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.337917] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.340218] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=13] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.342906] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=14] get_max_applied_scn(scn={val:1733118879243404000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:1, palf_committed_end_lsn_:{lsn:21036976}, palf_committed_end_scn_:{val:1733118879314992000, v:0}, last_check_scn_:{val:1733118879314992000, v:0}, max_applied_cb_scn_:{val:1733118879243404000, v:0}}) [2024-12-02 13:54:39.342932] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] get_min_unreplayed_log_info in skip state(lsn={lsn:0}, scn={val:1, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118578573726, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:0}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:0}, base_scn_:{val:1, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:0}, end_lsn:{lsn:0}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe52cdd1b0, log_storage_:{log_tail:{lsn:21036976}, readable_log_tail:{lsn:21036976}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:0}, min_scn:{val:2, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1019/1/log", dir_fd:217, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:46067792, block_header_serialize_buf_:0xfffe52cde178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:0, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:0}}}}}}) [2024-12-02 13:54:39.344313] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=16] PNIO [ratelimit] time: 1733118879344311, bytes: 19556378, bw: 0.028855 MB/s, add_ts: 1007615, add_bytes: 30487 [2024-12-02 13:54:39.344623] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.344654] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244470371261, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.344673] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.344696] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452352581, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.344708] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.348439] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:39.350291] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.350311] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.351734] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.351751] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.368734] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.368762] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.368860] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.369023] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.369040] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.371844] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=32][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.371848] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=31][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.371888] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.371889] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.387206] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:39.389683] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.391188] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [2320299][T1002_PalfGC][T1002][Y0-0000000000000000-0-0] [lt=28] BlockGCTimerTask success(ret=0, cost_time_us=6, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.0.175:2882", log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):5529, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):5529, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):196, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-12-02 13:54:39.393346] WDIAG [RPC.OBRPC] rpc_call (ob_rpc_proxy.ipp:447) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4006] Rpc proxy not inited(ret=-4006) [2024-12-02 13:54:39.395236] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=13, avg_log_batch_cnt=1, total_group_log_size=8375, avg_group_log_size=644) [2024-12-02 13:54:39.395261] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8376) [2024-12-02 13:54:39.396540] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=20][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:1090, tid:2324590}]) [2024-12-02 13:54:39.403791] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324848][T1019_LCLSender][T1019][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffe61dde2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.408181] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=9][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127139541}], scn_array=[cnt:1, {val:1733118879394901000, v:0}], curr_size=592, accum_size=6047, time_cost=12938) [2024-12-02 13:54:39.415607] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:243, local_retry_times:243, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.415637] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879314992, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879264485, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.415686] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.415696] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.415705] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.415722] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.415836] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.415890] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.415899] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.415909] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.415915] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879415797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879394902}, ret=-6231) [2024-12-02 13:54:39.416056] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=141][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.416062] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.416068] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017275, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879414909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879394902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879415797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.416232] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.416243] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.416252] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.416256] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.416264] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.416273] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.416277] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.416289] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.416293] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.416301] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.416306] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.416316] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=244, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.416328] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=10569369, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=244, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.423767] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=32][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.423788] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.423797] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.429652] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.429712] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.431989] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.432012] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.432084] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.432144] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.432191] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.432206] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.432227] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.432236] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.432241] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433315] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.433324] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433342] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.433346] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433374] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.433388] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.433401] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.433444] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.433454] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.436768] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.436788] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.437949] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.437965] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.444218] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=56] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:39.444678] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.444712] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470471223, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.444729] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.444752] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452452543, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.444764] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.450182] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=12] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:39.450212] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=20] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=147) [2024-12-02 13:54:39.457827] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=14558208) [2024-12-02 13:54:39.457851] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.461059] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=35] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:39.463311] INFO [STORAGE] runTimerTask (ob_locality_manager.cpp:708) [2319660][LocalityReload][T0][Y0-0000000000000000-0-0] [lt=10] runTimer to refresh locality_info(ret=0) [2024-12-02 13:54:39.464710] INFO [SHARE] set_server_locality_array (ob_server_locality_cache.cpp:346) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=18] set_server_locality_array success(server_locality_array=[{inited:true, addr:"192.168.0.175:2882", zone:"zone1", zone_type:0, idc:"", region:"sys_region", is_active:true, start_service_time:1733118174525401, server_stop_time:0, server_status:1}], has_readonly_zone=false) [2024-12-02 13:54:39.464745] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=26] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1, primary_zone=RANDOM) [2024-12-02 13:54:39.464756] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=10] add_locality_zone success(locality_zone={tenant_id:1, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464769] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=9] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1001, primary_zone=RANDOM) [2024-12-02 13:54:39.464776] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] add_locality_zone success(locality_zone={tenant_id:1001, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464787] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1002, primary_zone=RANDOM) [2024-12-02 13:54:39.464794] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] add_locality_zone success(locality_zone={tenant_id:1002, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464803] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1019, primary_zone=RANDOM) [2024-12-02 13:54:39.464809] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=6] add_locality_zone success(locality_zone={tenant_id:1019, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464817] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1020, primary_zone=RANDOM) [2024-12-02 13:54:39.464824] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=6] add_locality_zone success(locality_zone={tenant_id:1020, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464830] INFO [SHARE] load_region (ob_locality_table_operator.cpp:373) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=3] load region(ret=0, locality_info={version:0, local_region:"sys_region", local_zone:"zone1", local_idc:"", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"sys_region", region_priority:18446744073709551615, zone_array:["zone1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:18446744073709551615}, {tenant_id:1002, region_priority:18446744073709551615}, {tenant_id:1019, region_priority:18446744073709551615}, {tenant_id:1020, region_priority:18446744073709551615}]}) [2024-12-02 13:54:39.467526] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:39.470457] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:39.470480] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.472105] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.472134] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.472223] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.472398] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.472415] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.475542] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.475547] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.475582] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.475590] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.484821] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.489737] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.497151] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320036][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=10] ====== traversal_flush timer task ====== [2024-12-02 13:54:39.497462] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DE-0-0] [lt=14] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:39.497538] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DE-0-0] [lt=71] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:39.498521] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.509885] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=16] [LS_LOCATION]dump tenant ls location caches(tenant_id=1, tenant_ls_locations=[{cache_key:{tenant_id:1, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876003208, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.509915] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=29] [LS_LOCATION]dump tenant ls location caches(tenant_id=1019, tenant_ls_locations=[{cache_key:{tenant_id:1019, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876006913, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:1}]}]) [2024-12-02 13:54:39.509930] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=14] [LS_LOCATION]dump tenant ls location caches(tenant_id=1020, tenant_ls_locations=[{cache_key:{tenant_id:1020, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876008104, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:6}, proposal_id:16}]}, {cache_key:{tenant_id:1020, ls_id:{id:1001}, cluster_id:1732871094}, renew_time:1733118876008106, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:6}, proposal_id:16}]}]) [2024-12-02 13:54:39.509947] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=17] [LS_LOCATION]dump tenant ls location caches(tenant_id=1001, tenant_ls_locations=[{cache_key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876004467, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.509959] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=12] [LS_LOCATION]dump tenant ls location caches(tenant_id=1002, tenant_ls_locations=[{cache_key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876005739, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}, {cache_key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1732871094}, renew_time:1733118876005741, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.511187] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3096-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.511200] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B3-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.511234] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC1-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512392] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B5-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512456] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3098-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512585] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC3-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.516395] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:244, local_retry_times:244, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.516427] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879414909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879394902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.516481] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=47][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.516491] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.516499] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.516517] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.516636] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.516693] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=56][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.516705] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.516715] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.516721] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879516594, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879498008}, ret=-6231) [2024-12-02 13:54:39.516860] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=138][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.516865] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.516875] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017276, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879515908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879498008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879516594, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.517042] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.517053] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.517062] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.517067] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.517075] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.517082] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.517087] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.517097] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.517103] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.517110] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.517116] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.517126] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=245, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.517138] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11] will sleep(sleep_us=100000, remain_us=10468559, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=245, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.522270] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=57] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:39.523891] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.525198] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=16] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:39.525523] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=62] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.528743] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=12] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:39.529717] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.529780] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.530382] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.530402] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.530414] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.532045] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.532068] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.532145] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.532197] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.532243] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.532259] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.532283] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.532293] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.532303] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533378] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.533387] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533406] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.533413] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533442] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.533457] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.533480] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.533526] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.533537] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.536790] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.536812] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.537971] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.537989] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.544733] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.544769] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244470571191, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.544786] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.544809] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452552511, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.544821] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.545676] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=14] current monitor number(seq_=-1) [2024-12-02 13:54:39.548510] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=0) [2024-12-02 13:54:39.551726] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=4877, avg_group_log_size=406) [2024-12-02 13:54:39.552604] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:39.552632] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=21] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:39.552648] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=13] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=139) [2024-12-02 13:54:39.552738] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:228) [2319638][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=15] [ASYNC TASK QUEUE](queue_.size()=0, sys_view_consistent_.size()=1205) [2024-12-02 13:54:39.570541] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:39.570564] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.575792] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.575822] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.575895] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.576058] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.576074] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.578656] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT WRITE LOG COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=1530, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:39.578677] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=14496) [2024-12-02 13:54:39.578689] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=8] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:39.578702] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=14496) [2024-12-02 13:54:39.578732] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=3, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:39.578745] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=1599, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:39.578756] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=27, avg_log_gen_to_freeze_time=27, avg_log_gen_to_submit_time=36, avg_log_submit_to_flush_time=1553, avg_log_submit_to_slide_time=1563) [2024-12-02 13:54:39.578772] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=21, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:39.578779] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=14496, hit_cnt=28, read_cnt=28, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.578838] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.578843] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.578885] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.578883] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.589793] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.614609] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=10] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:39.614628] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=19] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:39.614627] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:39.614648] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118879614647) [2024-12-02 13:54:39.614659] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:39.615972] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:39.615992] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=18] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:39.617170] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:39.617190] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=19] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1188) [2024-12-02 13:54:39.617204] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:39.617207] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:245, local_retry_times:245, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.617240] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879515908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879498008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.617294] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=48][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.617305] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.617314] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.617331] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.617447] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.617524] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=76][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.617532] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.617542] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.617551] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e9e008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879617406, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879613747}, ret=-6231) [2024-12-02 13:54:39.617696] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=144][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.617702] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.617707] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017277, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879616905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879613747, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879617406, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.617870] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.617881] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.617889] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.617894] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.617902] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.617906] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.617914] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e990f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.617926] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.617930] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.617938] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.617947] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.617957] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=246, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.617967] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7] will sleep(sleep_us=100000, remain_us=10367730, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=246, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.618363] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:39.618381] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1168) [2024-12-02 13:54:39.618393] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:39.619524] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:39.619543] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=18] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1141) [2024-12-02 13:54:39.619554] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:39.620674] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:39.620692] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1128) [2024-12-02 13:54:39.620703] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:39.620716] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.620727] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=16) [2024-12-02 13:54:39.620732] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=4][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:39.620743] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=6073) [2024-12-02 13:54:39.620753] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:39.620763] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=9] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=6115) [2024-12-02 13:54:39.620776] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:39.620790] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:39.620799] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:39.629769] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.629832] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.632095] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.632116] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.632190] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.632235] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.632279] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.632294] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.632314] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.632323] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.632329] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633405] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.633415] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633436] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.633440] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633476] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=35][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.633491] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.633505] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.633547] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.633558] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.636517] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=31][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636539] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636547] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636854] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.636874] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.638037] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.638053] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.642742] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=13] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548187, offset=951266}, end_cursor:ObLogCursor{file_id=5, log_id=548188, offset=951572}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67174050, len:3102, log_data_len:306, seq:548187, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:39.642918] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.642962] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118879027683004, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118879027683004, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.644787] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.644821] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470671158, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.644839] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.644861] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452652478, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.644874] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.647178] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2238, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:39.647200] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=8375) [2024-12-02 13:54:39.647213] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=8] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:39.647227] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=8375) [2024-12-02 13:54:39.647260] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=5, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:39.647274] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2294, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:39.647285] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=2267, avg_log_submit_to_slide_time=2280) [2024-12-02 13:54:39.647302] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:39.647309] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=8375, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.657668] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.657732] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=62][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.657741] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.657747] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.657753] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879657623, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879642193}, ret=-6231) [2024-12-02 13:54:39.657885] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=132][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.657890] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.657895] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017278, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:0, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879656929, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879657623, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.658059] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.658069] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.658073] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.658077] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.658081] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.658085] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.658089] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.658095] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.658099] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.658104] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.658108] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.658115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.658124] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7] already timeout, do not need sleep(sleep_us=0, remain_us=1998476, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.658130] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.658146] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879656929, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.658178] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=27][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.658183] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.658186] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.658200] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.658304] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.658358] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.658365] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.658373] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.658381] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879658266, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879642193}, ret=-6231) [2024-12-02 13:54:39.658495] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=113][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.658500] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.658504] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017279, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879657983, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879658266, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.658663] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.658673] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.658680] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.658685] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.658691] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.658695] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.658703] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.658712] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.658720] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.658724] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.658732] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.658738] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=1, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.658743] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=20] Slow write(duration=11357, write_len=4096) [2024-12-02 13:54:39.658748] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=1000, remain_us=1997852, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.658760] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=16] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548188, offset=951572}, end_cursor:ObLogCursor{file_id=5, log_id=548189, offset=951869}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67178050, len:2796, log_data_len:297, seq:548188, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:39.658923] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.658955] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118879027683004, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118879027683004, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.659816] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:1, local_retry_times:1, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.659837] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=12] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879657983, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.659875] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.659883] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.659887] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.659901] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.660007] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.660056] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.660066] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.660074] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.660083] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879659970, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657983}, ret=-6231) [2024-12-02 13:54:39.660204] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=121][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.660209] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.660213] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017280, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879659036, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657983, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879659970, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.660374] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=160][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.660384] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.660388] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.660394] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.660400] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.660404] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.660411] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.660421] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.660425] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.660431] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.660438] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.660447] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=2, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.660457] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=2000, remain_us=1996143, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.662523] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:2, local_retry_times:2, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.662546] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=14] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879659036, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657983, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.662583] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.662588] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.662592] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.662607] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.662714] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.662762] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=47][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.662773] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.662778] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.662786] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879662676, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657989}, ret=-6231) [2024-12-02 13:54:39.662905] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.662910] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.662915] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017281, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879662195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879662676, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.663074] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.663083] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.663087] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.663094] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.663098] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.663104] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.663108] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.663118] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.663124] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.663131] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.663138] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.663147] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=3, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.663157] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=3000, remain_us=1993443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.666224] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:3, local_retry_times:3, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.666243] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879662195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.666279] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=31][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.666284] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.666290] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.666300] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.666404] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.666451] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=47][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.666459] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.666466] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.666474] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879666367, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657989}, ret=-6231) [2024-12-02 13:54:39.666588] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=114][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.666593] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.666598] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017282, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879665356, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879666367, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.666756] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=157][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.666765] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.666770] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.666776] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.666781] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.666787] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.666794] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.666803] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.666807] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.666813] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.666821] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.666829] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=4, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.666839] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=4000, remain_us=1989761, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.670904] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:4, local_retry_times:4, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.670924] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879665356, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.670960] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=32][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.670968] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.670974] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.670987] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.671090] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.671153] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1985447, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.676226] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879670621, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.676377] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1980223, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.679118] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.679144] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.679234] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.679379] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.679396] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.682417] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.682424] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.682453] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879675885, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.682463] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.682466] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.682608] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1973992, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.684542] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3099-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.685155] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6894202880, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.685904] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F309B-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.689684] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879682205, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.689839] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1966760, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.689849] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.695226] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1342) [2024-12-02 13:54:39.695259] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:39.697915] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879689520, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.698067] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1958532, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.698205] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] ====== checkpoint timer task ====== [2024-12-02 13:54:39.699413] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] succ to get rec scn(*this={this:0xffff3f204030, ls_id:{id:1}, tenant_id:1, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105233329001, v:0}, max_applied_start_working_ts_:{val:1733118105233329001, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118142120057, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1078}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:39.699441] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=27] tx ctx memtable get rec scn(this={ObITable:{this:0xffff4152c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff4152c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:39.699786] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=18] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:39.699842] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=54] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xffff448da2f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xffff448ed1d0, memtable_head:0, memtable_tail:1, t3m:0xffff57b8e030, tables:[0xffff4151c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xffff448ef4d0, ls_tablet_svr:0xffff448da2d0}, min_rec_scn={val:1733076001922699000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:39.699868] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=21] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:39.699881] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=11] get rec log scn(service_type_=0, rec_log_ts={val:1733118871357088001, v:0}) [2024-12-02 13:54:39.699890] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118158251230002, v:0}) [2024-12-02 13:54:39.699899] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=8] get rec log scn(service_type_=2, rec_log_ts={val:1733118158058420001, v:0}) [2024-12-02 13:54:39.699910] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:39.699927] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:39.699940] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733076001922699000, v:0}, checkpoint_scn_in_ls_meta={val:1733076001922699000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:39.699957] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=11][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:939466752}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:939466752}, lsn={lsn:939466752}) [2024-12-02 13:54:39.699975] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=17] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:939466752}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:39.699984] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=5] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:39.707145] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879697934, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.707310] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1949289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.717388] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879706357, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.717552] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=11000, remain_us=1939047, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.718036] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.718068] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=21] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879616905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879613747, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.718254] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10267443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=247, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.726490] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=18] PNIO [ratelimit] time: 1733118879726488, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007617, add_bytes: 0 [2024-12-02 13:54:39.728630] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879716879, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.728786] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1927814, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.729830] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.729893] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.731742] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2320375][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.731831] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2320375][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1002 and flag like "%DUPLICATE%", tenant_id=1002, exec_tenant_id=1001, need_member_list=false) [2024-12-02 13:54:39.732154] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.732178] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.732253] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.732300] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.732348] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.732363] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.732388] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.732397] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.732407] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733479] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.733488] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733507] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.733511] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733539] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.733553] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.733567] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.733610] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.733620] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.736897] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.736916] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.738089] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.738106] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.740862] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879728461, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.741025] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=1915575, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.743028] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.743051] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.743059] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.744842] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.744875] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470771131, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.744892] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.744913] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244452752451, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.744925] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.751823] INFO [LIB] stat (utility.h:1176) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:39.751847] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:728) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] Cache replace map node details(ret=0, replace_node_count=0, replace_time=0, replace_start_pos=2013248, replace_num=62914) [2024-12-02 13:54:39.751868] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=10) [2024-12-02 13:54:39.753033] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=4887) [2024-12-02 13:54:39.753068] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=4887) [2024-12-02 13:54:39.753095] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=15, avg_log_submit_to_flush_time=1410, avg_log_submit_to_slide_time=1422) [2024-12-02 13:54:39.754104] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879740046, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679055, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.754260] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=14000, remain_us=1902340, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.762232] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:39.762256] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.762446] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] get number(ret=0, service_type_=0, range=1, base_id=1733118879762162000, start_id=1733118879762162000, end_id=1733118879762162001) [2024-12-02 13:54:39.762516] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:39.764053] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=60] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=4765, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.768337] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879753739, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879752686, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.768485] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1888115, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.771748] INFO [STORAGE] find_adaptive_merge_tables (ob_partition_merge_policy.cpp:1595) [2320430][T1002_MediumLoo][T1002][YB42C0A800AF-000628430D4EE974-0-0] [lt=32] no enough table or no enough rows for meta merge(ret=-4677, scanty_tx_determ_table=false, scanty_inc_row_cnt=true, inc_row_cnt=32, base_inc_row_cnt=1, result={version_range:{multi_version_start:1733116920050926000, base_version:0, snapshot_version:1733116920050926000}, scn_range:{start_scn:{val:0, v:0}, end_scn:{val:1733116933876480003, v:0}}, merge_version:0, is_simplified:false, handle:{tablet_id:{id:200074}, table_count:3, [{i:0, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MAJOR", scn_range:{start_scn:{val:0, v:0}, end_scn:{val:1733076002725157000, v:0}}}, ref:0}{i:1, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MINOR", scn_range:{start_scn:{val:1733076002729369000, v:0}, end_scn:{val:1733115374450086000, v:0}}}, ref:0}{i:2, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MINI", scn_range:{start_scn:{val:1733115374450086000, v:0}, end_scn:{val:1733116933876480003, v:0}}}, ref:0}]}, update_tablet_directly:false, schedule_major:false, is_backfill:false, backfill_scn:{val:18446744073709551615, v:3}, transfer_seq:-1}, PRINT_TS_WRAPPER(table_store_wrapper)={ObTabletTableStore_Pretty:this:0xffff0dcd0ff0, major_tables:{cnt:1, sstable_array:0xfffe8124c854, serialize_table_type:false, is_inited:true}, minor_tables:{cnt:2, sstable_array:0xfffe8124d360, serialize_table_type:false, is_inited:true}, mds_sstables:{cnt:1, sstable_array:0xfffe8124e638, serialize_table_type:false, is_inited:true}, memtables:{count:1}, is_ready_for_read:true, table_array:{ [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] table_arr table_type upper_trans_ver max_merge_ver start_scn end_scn ref uncommit_row [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MAJOR MAJOR 0 1733076000015652000 0 1733076002725157000 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MINOR MINOR 1733115360361780000 1733115360361780000 1733076002729369000 1733115374450086000 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MINI 1733116920050926000 1733116920050926000 1733115374450086000 1733116933876480003 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MEM ACTIVE 9223372036854775807 18446744073709547609 1733116933876480003 9223372036854775807 2 unused [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MDS MDS_MINOR 1732871335163966000 1732871335163966000 1 1733118180778478000 0 false }}) [2024-12-02 13:54:39.775587] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEAB9-0-0] [lt=17] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:39.782707] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.782736] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.782831] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.783001] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.783019] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.783563] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879767425, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879752688, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.783721] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1872878, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.784698] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF49C-0-0] [lt=54] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=25, avg_log_batch_cnt=1, total_group_log_size=13838, avg_group_log_size=553) [2024-12-02 13:54:39.785750] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.785756] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.785790] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.785800] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.788430] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1669, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:39.788451] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:39.788469] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:39.788487] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1728, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:39.788498] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1709, avg_log_submit_to_slide_time=1716) [2024-12-02 13:54:39.788513] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=19, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:39.788517] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.789904] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.795237] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320227][T1001_TenantWea][T1001][YB42C0A800AF-0006284309FEF76A-0-0] [lt=11] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.248214769363403320e+01, this=0xffff3e53b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=362, Throttle Trigger(MB)=217, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=1.015235264164276259e+03) [2024-12-02 13:54:39.799799] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879783222, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782171, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.799947] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1856653, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.817023] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879798991, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.817173] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1839427, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.818339] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879717932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.818528] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10167169, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=248, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.829881] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.829944] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.832206] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.832228] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.832299] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.832348] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.832394] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.832409] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.832433] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.832442] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.832451] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833526] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.833535] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833553] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.833557] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833585] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.833599] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.833612] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.833654] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.833665] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.835250] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879816852, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.835400] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1821200, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.836970] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.836990] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.838146] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.838162] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.844894] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.844914] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1733118657030138, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:39.844939] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1}, delta=244470871105, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.844949] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.844964] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1001}, delta=244452852425, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.844972] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.851795] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9] set tenant work area memory(tenant_id=1001, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.851860] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=16] tx gc loop thread is running(MTL_ID()=1) [2024-12-02 13:54:39.851871] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=10] try gc retain ctx [2024-12-02 13:54:39.851876] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=4] try to retry start_working [2024-12-02 13:54:39.851900] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=3] finish update min start scn(max_decided_scn={val:1733118879762162000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118869756715001, v:0}, keep_alive_scn_:{val:1733118874759190001, v:0}, update_ts_:1733118879851607}) [2024-12-02 13:54:39.851926] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=12] set tenant work area memory(tenant_id=1002, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.852032] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8] set tenant work area memory(tenant_id=1019, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.853018] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=9] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.853129] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.853194] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998922, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.853209] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879852660, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.853345] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1998771, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.854419] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879852660, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.854475] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879834756, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.854551] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997565, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.854583] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1802017, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.856620] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879853713, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.856734] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995382, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.859111] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21042988}], scn_array=[cnt:1, {val:1733118879844235000, v:0}], curr_size=588, accum_size=3356, time_cost=14655) [2024-12-02 13:54:39.859803] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879855820, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.859933] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1992183, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.862184] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=28][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.862182] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:39.862211] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.862221] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.864009] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879858981, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.864145] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=5000, remain_us=1987971, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.869221] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879863195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.869358] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982759, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.874653] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879853713, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.874796] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1781804, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.875434] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879868459, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.875566] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976550, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.882641] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879874779, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.882769] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1969347, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.885411] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6890008576, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.885969] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.885995] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.886080] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=20][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.886231] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.886247] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.889232] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=5, avg_log_submit_to_flush_time=3832, avg_log_submit_to_slide_time=3844) [2024-12-02 13:54:39.889269] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1342, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.889339] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.889346] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.889383] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.889393] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.889958] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.890844] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879882149, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879876885, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.890988] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1961128, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.891298] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:39.895869] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879873726, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.896003] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1760597, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.898315] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898394] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898600] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898623] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.900064] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879890576, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.900196] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951920, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.910270] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879900057, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.910414] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=11000, remain_us=1941702, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.918078] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879895842, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.918221] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=23000, remain_us=1738378, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.918614] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879817905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.918803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10066894, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=249, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.921489] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879909535, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.921623] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1930493, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.923901] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320220][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=24] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff3e5de2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.929939] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.930002] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.932262] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.932287] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.932366] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.932411] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.932457] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.932472] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.932496] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.932506] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.932515] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933590] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.933600] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933620] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.933624] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933653] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.933668] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.933682] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.933697] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879921119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.933728] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.933738] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.933836] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=1918280, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.937021] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.937044] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.938210] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.938227] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.941296] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879917960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.941436] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715163, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.944949] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.944982] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470971107, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.944998] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.945020] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244452952427, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.945032] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.946910] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879932699, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.947046] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1905071, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.951937] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=10] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=9) [2024-12-02 13:54:39.957941] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict mem start(request_manager_->get_tenant_id()=1019, evict_low_mem_level=0, evict_high_mem_level=16106127, size_used=0, mem_used=16637952) [2024-12-02 13:54:39.959472] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=18] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=2, elapse_time=1530, size_used=0, mem_used=0) [2024-12-02 13:54:39.959492] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.961121] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879946343, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.961273] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890844, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.963668] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1733118879762162000, v:0}, new_max_version={val:1733118879762162000, v:0}, last_min_version={val:1733118879562193000, v:0}, last_max_version={val:1733118879562193000, v:0}, total_time_us=2413, delta_us=201504) [2024-12-02 13:54:39.965515] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879941078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.965654] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1690945, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.968637] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.968659] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.968672] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.970578] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:39.970603] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.976350] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879961026, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.976493] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1875624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.987532] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:39.987562] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:39.987588] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:39.987603] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:39.987615] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:39.989642] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.989670] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.989765] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=49][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.989957] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.989974] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.990013] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.990731] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879965237, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885316, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.990887] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=1665713, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.992569] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879975738, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885322, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.992709] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=1859407, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.993084] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.993090] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.993133] INFO [PALF] next (palf_iterator.h:183) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:39.993133] INFO [PALF] next (palf_iterator.h:183) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:39.993155] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=20] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.993154] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=20] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.995513] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:39.996954] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118879794803000, v:0}, min_version={val:1733118879794803000, v:0}, max_version={val:1733118879794803000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:40.009787] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879992588, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990487, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.009945] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1842171, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.016964] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879990482, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879989431, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.017106] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1639494, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.018887] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879917960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.019078] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=9966619, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=250, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.026242] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB5-0-0] [lt=20] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:40.026266] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB5-0-0] [lt=19] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=26) [2024-12-02 13:54:40.028023] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880009438, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.028164] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=19000, remain_us=1823952, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.029244] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=17] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1733118880029233], gts:1733118880028356000, latest_srr:[mts=1733118880029233]}) [2024-12-02 13:54:40.029994] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.030059] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.032314] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.032334] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.032406] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.032450] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.032493] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.032507] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.032531] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.032540] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.032548] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033622] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.033631] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033649] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.033654] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033681] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.033696] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.033709] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.033752] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.033763] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.036287] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:40.037045] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.037065] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.038222] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.038239] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.044185] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880016776, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.044332] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1612267, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.044567] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:40.045004] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.045036] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244471071024, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.045054] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.045076] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244453052344, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.045088] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.047240] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880027303, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026249, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.047375] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1804742, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.062648] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=61] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:40.067451] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880046260, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.067604] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1784512, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.070638] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=1, size_used=0, mem_used=64472064) [2024-12-02 13:54:40.070661] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.072411] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880044154, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026249, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.072565] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1584034, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.073880] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:40.073901] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:40.073912] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:40.073925] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:40.073938] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238627572353, flush_io_finished_ret_:0, flush_io_finished_round_:729, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:40.075597] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075617] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075630] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075677] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=18] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:40.085727] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=27] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.087600] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:40.088676] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880067316, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880066264, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.088899] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1763218, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.090069] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.092270] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Cache wash clean map node details(ret=0, clean_node_count=13, clean_time=0, clean_start_pos=1761606, clean_num=125829) [2024-12-02 13:54:40.093352] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.093379] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.093477] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.093654] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.093669] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.096965] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.096960] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.097006] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.097006] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.101643] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880071529, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880066264, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.101799] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1554801, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.110986] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880088376, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880075744, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.111182] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1740935, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.117213] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117501] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117735] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117751] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117763] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117813] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117811] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118086] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118453] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118449] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=9] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118676] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.119162] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880018881, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.119344] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9866352, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=251, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.130034] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.130095] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.131877] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880101020, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.132034] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1524565, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.132371] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.132392] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.132480] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.132534] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.132583] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.132600] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.132625] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.132635] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.132644] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133091] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F309F-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.133565] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A0-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.133720] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.133730] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133749] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.133754] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133784] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.133799] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.133812] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.133857] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.133870] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.134268] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880110499, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.134458] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1717659, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.137128] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.137151] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.138310] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.138328] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.145057] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.145088] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244471171058, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.145104] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.145125] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244453152378, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.145136] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.152007] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=8) [2024-12-02 13:54:40.152055] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=47] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4879) [2024-12-02 13:54:40.153144] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1893, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:40.153173] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=10, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:40.153199] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:40.153217] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1946, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:40.153232] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=6] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:40.158542] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880133658, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.158747] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=25000, remain_us=1693370, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.158949] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2319840][T1_Occam][T1][YB42C0A800AF-00062843047EEB99-0-0] [lt=10] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.163113] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880131551, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.163267] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1493333, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.167609] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB95-0-0] [lt=17] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.167721] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB97-0-0] [lt=17] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.172131] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=2] [IO STATUS SERVER] net_in=32kB/s, net_out=32kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:40.172168] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:40.172221] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:40.172300] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:40.172325] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8170, [delay/us]:prepare:4, schedule:11, submit:3, rt:6137, total:6156) [2024-12-02 13:54:40.172340] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:SSTABLE_WHOLE_SCANNER_IO, mode:LOCAL READ, cur_req:1, hold_mem:8192 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:1462, bw:5988656, [delay/us]:prepare:2, schedule:8, submit:5, rt:599, total:616) [2024-12-02 13:54:40.172371] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=4, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29035072, free_req_cnt=49999, free_result_cnt=49999, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=365, ops=0, iops=365, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172404] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1463, avg_bw:5988602, [delay/us]: prepare:2, schedule:8, submit:5, device:599, total:616) [2024-12-02 13:54:40.172410] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8170, [delay/us]: prepare:4, schedule:11, submit:3, device:6137, total:6156) [2024-12-02 13:54:40.172438] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:40.172486] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:40.172505] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:5, schedule:24, submit:14, rt:8, total:53) [2024-12-02 13:54:40.172534] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172557] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:5, schedule:24, submit:14, device:8, total:53) [2024-12-02 13:54:40.172590] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:40.172611] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:6321, total:6327) [2024-12-02 13:54:40.172653] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172675] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:6321, total:6327) [2024-12-02 13:54:40.172702] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:40.172715] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CHANNEL] req_in_channel, sync_total=1, async_total=0, sync_cnt= 0 0 0 0 0 0 1 0, async_cnt= 0 [2024-12-02 13:54:40.172724] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.172734] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.172741] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.181791] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.181813] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.181821] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.183832] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880157868, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.184021] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1668096, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.187647] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:40.188309] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:40.188330] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:40.189436] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=17] gc stale ls task succ [2024-12-02 13:54:40.190123] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.195340] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880163134, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093652, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.195500] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1461099, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.197202] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.197230] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.197323] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.197512] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.197539] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.199938] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:40.199964] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=21] temporary file module use no blocks [2024-12-02 13:54:40.199975] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:40.199989] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:40.200001] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238627698408, flush_io_finished_ret_:0, flush_io_finished_round_:303, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:40.200279] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.200287] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.200319] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.200330] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.201572] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=14] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:40.207678] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:40.210104] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880183127, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093658, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.210286] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1641831, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.214832] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320424][T1002_ArcSender][T1002][YB42C0A800AF-0006284306CEE94C-0-0] [lt=17][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:40.215469] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0E-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:40.215495] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0E-0-0] [lt=23] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:40.219428] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880118914, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.219610] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9766087, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=252, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.228580] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880194667, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093659, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.228741] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1427859, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.230086] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.230149] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.232423] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.232444] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.232524] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.232580] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.232628] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.232643] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.232663] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.232673] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.232678] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233753] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.233764] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233783] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.233788] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233816] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.233831] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.233844] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.233888] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.233899] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.237155] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.237175] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.237373] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880209407, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.237558] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1614558, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.238314] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.238330] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.239849] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] [COMPACTION DAG STATUS] (start_time=1733118870238512, end_time=1733118880239847, dag_status={}) [2024-12-02 13:54:40.239870] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239883] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239892] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239901] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239910] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239918] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239923] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239928] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239936] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239941] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239952] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239962] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239971] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239980] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239989] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239998] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240007] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240013] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240022] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240031] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240040] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240050] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240060] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240069] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240078] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240086] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240095] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240101] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240109] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240118] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240127] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240136] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240145] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240154] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240163] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240172] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240180] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240190] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240195] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240204] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240213] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240221] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240230] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240239] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240247] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240256] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240264] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240273] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240278] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240287] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240296] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240305] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240313] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240322] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240331] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240339] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240348] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240356] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240361] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240367] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240375] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240384] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240392] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240401] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240410] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240419] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240427] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240436] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240441] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240449] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240458] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240467] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240475] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240484] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240493] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240501] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240510] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240519] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240524] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240533] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:40.240542] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240550] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240554] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240561] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:40.240564] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:40.240571] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:40.240575] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:40.240583] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:40.240586] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:40.240594] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(dag_cnt=0, total_worker_cnt_=0, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:40.244660] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13225) [2024-12-02 13:54:40.245113] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.245145] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244471271972, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.245161] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.245182] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244453253292, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.245194] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.245731] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] [WRS] update tenant weak read server version(tenant_id=1019, server_version={version:{val:1733118880094700000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0, epoch_tstamp:1733118880245707}, version_delta=151030) [2024-12-02 13:54:40.255752] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=19] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:40.262346] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:40.262367] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.262824] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880228293, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.263004] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1393596, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.263269] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=32] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:40.265644] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880236719, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.265821] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=29000, remain_us=1586296, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.274829] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=13] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:40.275936] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=25] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:40.276024] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=21] inner load succ(latest_freeze_info={frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118879259203000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903203740694000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1732989600177814000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}]}) [2024-12-02 13:54:40.279587] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2320132][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=28] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:40.289110] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289132] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289141] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289710] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:40.290178] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.292596] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.293382] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:40.294903] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880265111, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196778, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.295085] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1557031, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.298089] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880261952, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196778, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.298267] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1358333, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.300578] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.300606] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.300706] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.300884] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.300900] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.304466] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.304471] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.304510] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.304518] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.306142] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:40.306162] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:40.307447] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=11] gc stale ls task succ [2024-12-02 13:54:40.319696] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880218817, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.319894] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9665803, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=253, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.322260] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=16] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.325171] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880294603, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196784, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.325341] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=31000, remain_us=1526776, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.328000] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=7] ====== tenant freeze timer task ====== [2024-12-02 13:54:40.328024] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=18] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=69148240, tenant_id=1019) [2024-12-02 13:54:40.328044] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=13] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:40.330154] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.330218] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=63] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.332478] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.332498] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.332587] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.332634] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.332697] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.332713] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.332738] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.332748] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.332753] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333829] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.333838] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333858] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.333863] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333892] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.333907] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.333921] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.333964] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.333975] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.334352] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880297762, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196784, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.334540] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1322059, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.337238] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.337258] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.338417] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.338434] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.340311] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.345154] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1}, delta=244471372020, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.345177] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.345202] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get_max_applied_scn(scn={val:18446744073709551615, v:3}, this={ls_id_:{id:1001}, role_:2, proposal_id_:-1, palf_committed_end_lsn_:{lsn:0}, palf_committed_end_scn_:{val:18446744073709551615, v:3}, last_check_scn_:{val:18446744073709551615, v:3}, max_applied_cb_scn_:{val:18446744073709551615, v:3}}) [2024-12-02 13:54:40.345222] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info in skip state(lsn={lsn:6978895872}, scn={val:1732874426991810003, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118880304458, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:6978895872}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:6978895872}, base_scn_:{val:1732874426991810003, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}}}) [2024-12-02 13:54:40.345276] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=51] get wrs ts(ls_id={id:1001}, delta=244453353340, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.345286] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.350355] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.350375] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.350449] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=23] PNIO [ratelimit] time: 1733118880350447, bytes: 19591136, bw: 0.032946 MB/s, add_ts: 1006136, add_bytes: 34758 [2024-12-02 13:54:40.351840] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.351857] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.352084] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=7) [2024-12-02 13:54:40.356422] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880325143, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.356602] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=32000, remain_us=1495515, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.371622] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880333569, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.371806] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1284794, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.375443] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320017][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=15] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:40.387760] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:40.388685] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880355679, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880350414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.388862] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1463255, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.388932] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2127, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:40.388955] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:40.388975] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=3, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:40.388996] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2174, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:40.389010] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=23, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:40.390256] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:40.390271] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:40.390282] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.394108] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF161-0-0] [lt=34] get number(ret=0, service_type_=0, range=1, base_id=1733118880393581000, start_id=1733118880393581000, end_id=1733118880393581001) [2024-12-02 13:54:40.395722] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=7827, avg_group_log_size=652) [2024-12-02 13:54:40.395749] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=7826) [2024-12-02 13:54:40.395835] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=17][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.395856] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.395868] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.404685] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.404714] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.404807] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.404996] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.405011] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.409893] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880371471, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880350416, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.410077] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246523, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.411675] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.411678] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.411723] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.411725] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.419980] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880318825, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.420166] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=9565531, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=254, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.421944] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880388316, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880379893, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.422121] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1429996, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.430201] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.430263] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.432532] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.432556] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.432648] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.432697] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.432744] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.432760] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.432786] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.432796] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.432805] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.433881] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.433890] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.433909] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.433914] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.433943] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.433957] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.433970] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.434012] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.434022] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.437273] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.437292] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.438444] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.438460] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.444775] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:40.445192] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.445227] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244471472046, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.445244] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.445266] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244453453366, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.445279] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.449156] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880409376, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404114, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.449331] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=40000, remain_us=1207269, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.454362] INFO [STORAGE.COMPACTION] add_event_and_diagnose (ob_medium_loop.cpp:203) [2320430][T1002_MediumLoo][T1002][YB42C0A800AF-000628430D4EE974-0-0] [lt=67] finish schedule all tablet merge(merge_version_=1733076002725157000, schedule_stats_={all_ls_weak_read_ts_ready:true, start_timestamp:1733118167637350}, loop_cnt=0, tenant_merge_finish=true, is_scan_all_tablet_finish=true, schedule_tablet_cnt={schedule_dag_cnt:0, submit_clog_cnt:0, finish_cnt:2152, loop_tablet_cnt:2152, force_freeze_cnt:0, wait_rs_validate_cnt:0}, time_guard=GET_TABLET=14.54ms|INIT_TABLET_STATUS=73.39ms|SCHEDULE_NEXT_MEDIUM=6.18ms|SCHEDULE_TABLET_EXECUTE=1.42s|) [2024-12-02 13:54:40.454400] INFO [STORAGE.COMPACTION] runTimerTask (ob_tenant_tablet_scheduler_task_mgr.cpp:95) [2320430][T1002_MediumLoo][T1002][YB42C0A800AF-000628430D4EE974-0-0] [lt=35] MediumLoopTask(cost_ts=1516419) [2024-12-02 13:54:40.454420] INFO [STORAGE.COMPACTION] runTimerTask (ob_tenant_tablet_scheduler_task_mgr.cpp:162) [2320430][T1002_MediumLoo][T1002][YB42C0A800AF-000628430D4EE975-0-0] [lt=10] MediumCheckTask(cost_ts=8) [2024-12-02 13:54:40.456204] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880420961, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404114, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.456376] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=35000, remain_us=1395740, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.459583] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:40.459605] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.465862] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=12] ====== check clog disk timer task ====== [2024-12-02 13:54:40.465882] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:40.467580] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:40.468595] INFO [CLOG] is_in_sync (ob_log_handler.cpp:709) [2320463][BlackListServic][T1][YB42C0A800AF-00062843073EEBEF-0-0] [lt=15] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-12-02 13:54:40.470711] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:40.470737] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.478135] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=20] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:40.478188] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=23] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:40.478344] INFO [STORAGE.TRANS] run1 (ob_black_list.cpp:193) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=12] ls blacklist refresh finish(cost_time=12088) [2024-12-02 13:54:40.489417] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880448335, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404116, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.489621] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=41000, remain_us=1166979, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.490287] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=9][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.491459] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880455705, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404116, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.491640] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1360477, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.492934] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.497288] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:2040, tid:2324607}]) [2024-12-02 13:54:40.498614] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=16] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.502434] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF162-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.502457] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF162-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.502465] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF162-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.508332] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:40.508357] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=20] temporary file module use no blocks [2024-12-02 13:54:40.508369] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:40.508383] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=4048, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:40.508395] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238628006805, flush_io_finished_ret_:0, flush_io_finished_round_:729, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:40.511935] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A3-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.511960] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A3-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.512056] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A3-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.512245] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A3-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.512261] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A3-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.513178] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A2-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.513183] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B6-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.513218] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC4-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.514410] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A4-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.514446] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B8-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.514626] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC6-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.515430] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.515434] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.515481] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.515480] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.520241] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=17][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:254, local_retry_times:254, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.520276] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=24] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880419908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404114, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.520330] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=48][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.520340] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.520346] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.520364] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.520482] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.520537] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.520550] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=12][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:40.520559] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.520569] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880520439, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880511492}, ret=-6231) [2024-12-02 13:54:40.520713] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=143][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.520719] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.520725] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017365, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880519909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880511492, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880520439, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.520888] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.520900] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.520908] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.520913] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.520921] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.520926] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.520933] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.520944] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.520949] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.520957] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.520962] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:40.520972] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=255, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.520983] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9] will sleep(sleep_us=100000, remain_us=9464713, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=255, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.525276] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=19] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:40.525675] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=62] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:40.527272] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=20] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.527714] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=17][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:36, local_retry_times:36, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.527741] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880491477, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404118, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.527785] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=39][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.527795] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.527799] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.527815] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.527920] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.527974] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.527987] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:40.527996] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.528006] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880527883, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880526229}, ret=-6231) [2024-12-02 13:54:40.528143] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=136][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.528148] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.528157] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017366, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880527281, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880526229, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880527883, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.528326] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=168][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.528337] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.528345] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.528354] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.528358] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.528366] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.528373] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.528384] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.528389] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.528396] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.528402] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.528411] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=37, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.528423] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9] will sleep(sleep_us=37000, remain_us=1323694, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.528856] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=63] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.529730] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=22] gts statistics(tenant_id=1, gts_rpc_cnt=10, get_gts_cache_cnt=399, get_gts_with_stc_cnt=30, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=28, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:40.529751] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=18] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1733118880529710], gts:1733118880529387000, latest_srr:[mts=1733118880529710]}) [2024-12-02 13:54:40.529766] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:40.530271] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.530333] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.530692] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:41, local_retry_times:41, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.530720] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880489371, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880404118, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.530764] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=39][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.530773] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.530781] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.530796] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.530900] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.530955] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.530965] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:40.530973] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.530981] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880530863, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880526229}, ret=-6231) [2024-12-02 13:54:40.531114] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=132][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.531119] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.531125] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017367, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880530440, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880526229, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880530863, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.531291] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=165][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.531301] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.531309] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.531317] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.531321] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.531328] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.531336] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.531346] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.531350] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.531357] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.531364] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.531373] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=42, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.531383] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8] will sleep(sleep_us=42000, remain_us=1125217, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.532591] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.532613] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.532697] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.532765] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.532815] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.532830] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.532856] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.532866] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.532874] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.533949] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.533959] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.533979] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.533984] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.534013] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.534029] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.534042] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.534085] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.534096] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.537326] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.537346] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.538504] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.538521] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.545245] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.545279] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244471572049, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.545297] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.545319] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244453553369, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.545331] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.548864] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2319877][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=15] ====== tenant freeze timer task ====== [2024-12-02 13:54:40.552163] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=6) [2024-12-02 13:54:40.552616] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2320146][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=18] LogLoopThread round_cost_time(us)(round_cost_time=14) [2024-12-02 13:54:40.562912] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=4255, avg_group_log_size=354) [2024-12-02 13:54:40.565456] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:37, local_retry_times:37, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.565493] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=26] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880527281, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880526229, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.565541] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=42][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.565550] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.565559] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.565576] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.565694] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.565749] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.565760] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:40.565770] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.565779] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880565654, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880556768}, ret=-6231) [2024-12-02 13:54:40.565906] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=126][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.565911] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.565916] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017368, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880565193, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880556768, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880565654, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.566081] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.566092] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.566100] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.566104] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.566112] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.566117] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.566124] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.566135] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.566140] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.566148] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.566155] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.566164] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=38, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.566176] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10] will sleep(sleep_us=38000, remain_us=1285941, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.570736] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:40.570759] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.573448] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:42, local_retry_times:42, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.573481] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=23] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880530440, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880526229, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.573527] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.573537] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.573545] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.573559] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.573665] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.573717] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.573727] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:40.573735] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.573743] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880573627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880568352}, ret=-6231) [2024-12-02 13:54:40.573875] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=131][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.573880] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.573885] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017369, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880572563, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880568352, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880573627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.574054] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=167][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.574064] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.574072] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.574079] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.574085] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.574090] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.574094] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.574103] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.574110] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.574117] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.574124] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.574133] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=43, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.574144] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=43000, remain_us=1082456, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.590343] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.601235] INFO [LIB] log_compress_loop_ (ob_log_compressor.cpp:410) [2319534][SyslogCompress][T0][Y0-0000000000000000-0-0] [lt=16] log compressor cycles once. (ret=0, cost_time=0, compressed_file_count=0, deleted_file_count=0, disk_remaining_size=21832837566464, fast_delete_log_mode=false) [2024-12-02 13:54:40.604242] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:38, local_retry_times:38, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.604272] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880565193, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880556768, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.604319] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.604324] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.604332] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.604346] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.604459] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.604514] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.604522] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:40.604531] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.604539] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880604420, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880578875}, ret=-6231) [2024-12-02 13:54:40.604665] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=125][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.604671] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.604676] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017370, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880604145, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880578875, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880604420, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.604842] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.604853] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.604860] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.604865] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.604873] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.604877] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.604884] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.604895] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.604899] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.604906] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.604915] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.604924] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=39, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.604936] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10] will sleep(sleep_us=39000, remain_us=1247181, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.608669] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=26] [PALF STAT WRITE LOG COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=2033, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:40.608690] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=13362) [2024-12-02 13:54:40.608702] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=8] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:40.608715] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=13362) [2024-12-02 13:54:40.608739] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=14] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:40.608749] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG LIFE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=2543, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:40.608759] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=24, avg_log_gen_to_freeze_time=465, avg_log_gen_to_submit_time=473, avg_log_submit_to_flush_time=2058, avg_log_submit_to_slide_time=2069) [2024-12-02 13:54:40.608777] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=22, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:40.608786] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=13362, hit_cnt=24, read_cnt=24, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:40.608837] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF163-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.608858] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF163-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.608871] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF163-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.615712] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A4-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.615740] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A4-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.615833] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A4-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.615987] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A4-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.616004] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A4-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.617210] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:43, local_retry_times:43, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.617239] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880572563, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880568352, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.617283] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.617292] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.617296] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.617311] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.617418] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.617479] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=60][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.617486] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:40.617494] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.617503] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880617380, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880615732}, ret=-6231) [2024-12-02 13:54:40.617631] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=127][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.617636] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.617640] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017371, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880616783, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615732, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880617380, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.617804] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.617814] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.617818] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.617825] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.617829] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.617835] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.617840] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.617849] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.617853] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.617860] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.617867] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:40.617874] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=44, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.617884] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=44000, remain_us=1038716, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.618759] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.618764] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.618801] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.618807] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.621051] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:255, local_retry_times:255, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:40.621075] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=13] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880519909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880511492, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.621121] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.621130] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:40.621137] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:40.621155] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:40.621267] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.621319] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:40.621327] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:40.621336] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:40.621346] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880621226, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118880615735}, ret=-6231) [2024-12-02 13:54:40.621481] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=134][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:40.621487] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:40.621491] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017372, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880620965, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615735, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118880621226, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:40.621650] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=157][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:40.621660] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:40.621664] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:40.621668] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:40.621677] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:40.621681] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:40.621689] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:40.621699] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:40.621708] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:40.621715] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:40.621723] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:40.621733] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=256, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:40.621745] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9] will sleep(sleep_us=100000, remain_us=9363952, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=256, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.630308] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.630369] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.632627] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.632649] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.632727] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.632788] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.632835] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.632850] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.632874] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.632883] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.632893] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.633968] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.633977] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.633996] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.634000] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.634029] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.634044] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.634057] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.634098] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.634110] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.637434] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.637457] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.638638] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.638656] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.644016] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880604145, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880578875, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.644197] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1207920, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.645299] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.645332] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244471672016, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.645348] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.645371] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244453653336, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.645382] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.661961] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880616783, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615732, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.662133] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=45000, remain_us=994467, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.664318] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1389, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:40.664337] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7278) [2024-12-02 13:54:40.664352] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:40.664362] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7278) [2024-12-02 13:54:40.664390] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:40.664370] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:40.664403] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1451, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:40.664412] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=8] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=12, avg_log_gen_to_submit_time=22, avg_log_submit_to_flush_time=1416, avg_log_submit_to_slide_time=1429) [2024-12-02 13:54:40.664430] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:40.664426] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=10] [APPLY STAT CB APPEND COST TIME](cur_stat_count=34, stat_interval=5000000, avg (count/cost)=28, this=0xffff2d712440, extra_info="") [2024-12-02 13:54:40.664441] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=15] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=34, stat_interval=5000000, avg (count/cost)=3351, this=0xffff2d712670, extra_info="") [2024-12-02 13:54:40.664436] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=7278, hit_cnt=12, read_cnt=12, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:40.664452] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=10] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=34, stat_interval=5000000, avg (count/cost)=0, this=0xffff2d7128a0, extra_info="") [2024-12-02 13:54:40.664458] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=6] [APPLY STAT CB EXECUTE TIME](cur_stat_count=34, stat_interval=5000000, avg (count/cost)=-532, this=0xffff2d712ad0, extra_info="") [2024-12-02 13:54:40.664464] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=5] [APPLY STAT CB TOTAL TIME](cur_stat_count=34, stat_interval=5000000, avg (count/cost)=2846, this=0xffff2d712d00, extra_info="") [2024-12-02 13:54:40.673363] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=13] Slow write(duration=10096, write_len=4096) [2024-12-02 13:54:40.673381] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=17] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548189, offset=951869}, end_cursor:ObLogCursor{file_id=5, log_id=548190, offset=952175}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67120050, len:2499, log_data_len:306, seq:548189, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:40.673578] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC94-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.673613] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC94-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118880529387000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118880529387000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.675705] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320316][T1002_TeRec][T1001][YB42C0A800AF-00062843066EEC94-0-0] [lt=13] get number(ret=0, service_type_=0, range=1, base_id=1733118880675685000, start_id=1733118880675685000, end_id=1733118880675685001) [2024-12-02 13:54:40.676162] INFO [SHARE] update_tenant_recovery_status_in_trans (ob_tenant_info_proxy.cpp:490) [2320316][T1002_TeRec][T1002][YB42C0A800AF-00062843066EEC94-0-0] [lt=20] tenant scn gap info(IS_MAX_GAP_REACHED=false, REAL_GAP=500866996, MAX_GAP=900000000000, new_sync_scn={val:1733118879528550000, v:0}, new_replayable_scn={val:1733118879528550000, v:0}, new_readable_scn={val:1733118879027683004, v:0}, old_tenant_info={tenant_id:1002, tenant_role:"PRIMARY", switchover_status:"NORMAL", switchover_epoch:0, sync_scn:1733118878526724000, replayable_scn:1733118878526724000, readable_scn:1733118878026136004, recovery_until_scn:4611686018427387903, log_mode:"NOARCHIVELOG", max_ls_id:1001, restore_data_mode:{restore data mode:"NORMAL"}}) [2024-12-02 13:54:40.679791] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=13] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548190, offset=952175}, end_cursor:ObLogCursor{file_id=5, log_id=548191, offset=952472}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff6711c050, len:2193, log_data_len:297, seq:548190, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:40.679936] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC94-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.679971] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC94-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118880529387000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118880529387000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.684279] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880643079, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615735, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.684454] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=41000, remain_us=1167662, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.686569] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A5-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.687806] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A7-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.690399] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.693252] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=24] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.698240] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320269][T1002_Occam][T1002][YB42C0A800AF-00062843075EEB93-0-0] [lt=16] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.707206] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=16][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:40.707235] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880661994, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615737, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.707408] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=949192, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.714998] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF164-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.715021] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF164-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.715030] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF164-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.719030] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A5-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.719060] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A5-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.719152] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A5-0-0] [lt=48][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.719321] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A5-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.719338] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A5-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.721813] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:40.721842] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880620965, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880615735, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.722019] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=9263678, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=257, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.725535] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880684112, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880679902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.725704] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=42000, remain_us=1126413, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.727329] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319658][DiskUseReport][T1][Y0-0000000000000000-0-0] [lt=17] get number(ret=0, service_type_=0, range=1, base_id=1733118880727286000, start_id=1733118880727286000, end_id=1733118880727286001) [2024-12-02 13:54:40.728841] INFO [SHARE] delete_tenant_all (ob_disk_usage_table_operator.cpp:231) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] delete successful (ret=0, tenant_id=500) [2024-12-02 13:54:40.728851] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.728856] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.728905] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2319658][DiskUseReport][T1][Y0-0000000000000000-0-0] [lt=14] get_stable_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:40.728898] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.728902] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.730368] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.730431] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.731380] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2319658][DiskUseReport][T1001][Y0-0000000000000000-0-0] [lt=11] get_stable_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:40.732687] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.732710] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.732802] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.732859] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.732910] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.732928] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.732955] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.732965] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.732974] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.733051] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2319658][DiskUseReport][T1002][Y0-0000000000000000-0-0] [lt=13] get_stable_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:40.734051] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.734061] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.734080] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.734085] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.734106] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=18] PNIO [ratelimit] time: 1733118880734103, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007615, add_bytes: 0 [2024-12-02 13:54:40.734116] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.734128] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.734141] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.734189] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.734200] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.736331] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2319658][DiskUseReport][T1019][Y0-0000000000000000-0-0] [lt=12] get_stable_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:40.737535] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.737557] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.738034] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2319658][DiskUseReport][T1020][Y0-0000000000000000-0-0] [lt=12] get_stable_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:40.738704] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.738722] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.743137] INFO [STORAGE] get_macro_block_count (ob_sn_tmp_file_manager.cpp:578) [2319658][DiskUseReport][T1][Y0-0000000000000000-0-0] [lt=12] get tmp file macro block count(ret=0, ret="OB_SUCCESS", macro_block_count=0) [2024-12-02 13:54:40.743156] INFO [STORAGE] get_macro_block_count (ob_sn_tmp_file_manager.cpp:578) [2319658][DiskUseReport][T1001][Y0-0000000000000000-0-0] [lt=16] get tmp file macro block count(ret=0, ret="OB_SUCCESS", macro_block_count=0) [2024-12-02 13:54:40.743162] INFO [STORAGE] get_macro_block_count (ob_sn_tmp_file_manager.cpp:578) [2319658][DiskUseReport][T1002][Y0-0000000000000000-0-0] [lt=4] get tmp file macro block count(ret=0, ret="OB_SUCCESS", macro_block_count=0) [2024-12-02 13:54:40.743168] INFO [STORAGE] get_macro_block_count (ob_sn_tmp_file_manager.cpp:578) [2319658][DiskUseReport][T1019][Y0-0000000000000000-0-0] [lt=4] get tmp file macro block count(ret=0, ret="OB_SUCCESS", macro_block_count=0) [2024-12-02 13:54:40.743173] INFO [STORAGE] get_macro_block_count (ob_sn_tmp_file_manager.cpp:578) [2319658][DiskUseReport][T1020][Y0-0000000000000000-0-0] [lt=4] get tmp file macro block count(ret=0, ret="OB_SUCCESS", macro_block_count=0) [2024-12-02 13:54:40.744612] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=8][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda28cc8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004868} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef0013db8 trans_version={val:1733077882502117000, v:0} scn={val:1733077882502117000, v:0} tx_id={txid:2302477} prev=0xfffef0013d00 next=(nil) modify_count=7 acc_checksum=2826207334 version=1733076198560954 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:7} write_epoch=0, snapshot_version={val:1733118880744141000, v:0}, *this={this=0xfffef1e04108 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=8 list_head=0xfffef0013db8 latest_compact_node=(nil) max_trans_version={val:1733118820634864001, v:0} max_trans_id=4004475 max_elr_trans_version={val:1733118820634864001, v:0} max_elr_trans_id=4004475 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=8 max_modify_scn={val:1733077882502117000, v:0} min_modify_scn={val:1733076198601088001, v:0}}) [2024-12-02 13:54:40.744653] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=39][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda28cc8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004868} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910644368, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910644368, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880744141000, v:0}, tx_id:{txid:4004868}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004868}, tx_desc:{this:0xfffea23bf2d0, tx_id:{txid:4004868}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880744141, active_ts:1733118880744141, commit_ts:-1, finish_ts:-1, timeout_us:29999987, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880718871, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.744717] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=63][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004868}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.744733] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=15][errcode=0] primary key duplication conflict(key={"BIGINT":1},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant file data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004868} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.744758] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=23][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.744770] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E742066696C652064617461, cstr: tenant file data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: CD823D2F43280600, int: 1733118880744141}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: CD823D2F43280600, int: 1733118880744141}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 44B42D0400000000, int: 70104132}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00E01A0500000000, int: 85647360}]}) [2024-12-02 13:54:40.744841] INFO [STORAGE] print_count (ob_query_iterator_factory.cpp:50) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=45] ObQueryIteratorFactory statistics(multi_scan_merge_alloc_count=0, multi_scan_merge_release_count=0, multi_get_merge_alloc_count=0, multi_get_merge_release_count=0, table_scan_alloc_count=0, table_scan_release_count=0, insert_dup_alloc_count=9934, insert_dup_release_count=9934, col_map_alloc_count=0, col_map_release_count=0) [2024-12-02 13:54:40.744862] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=13][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.744906] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB2-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004868} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.745355] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.745390] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244471772048, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.745407] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.745431] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244453753368, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.745443] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.746299] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=20] insert successful (ret=0, tenant_id=1, file_type=0, data_size=70104132) [2024-12-02 13:54:40.747448] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB3-0-0] [lt=18][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.747469] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB3-0-0] [lt=19][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.747482] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB3-0-0] [lt=10][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 18, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E74206261636B75702064617461, cstr: tenant backup data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b3, hex: FB8A3D2F43280600, int: 1733118880746235}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7bb, hex: FB8A3D2F43280600, int: 1733118880746235}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c3, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7cb, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.747575] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB3-0-0] [lt=43][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.747608] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB3-0-0] [lt=11] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004869} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.749073] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=21] insert successful (ret=0, tenant_id=1, file_type=8, data_size=0) [2024-12-02 13:54:40.750190] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB4-0-0] [lt=16][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.750208] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB4-0-0] [lt=17][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.750217] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB4-0-0] [lt=6][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 15, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E7420746D702064617461, cstr: tenant tmp data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b0, hex: 54973D2F43280600, int: 1733118880749396}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b8, hex: 54973D2F43280600, int: 1733118880749396}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c0, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c8, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.750298] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB4-0-0] [lt=41][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.750330] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB4-0-0] [lt=10] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004870} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.751525] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=20] insert successful (ret=0, tenant_id=1001, file_type=3, data_size=0) [2024-12-02 13:54:40.752246] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=5) [2024-12-02 13:54:40.752624] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB5-0-0] [lt=18][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.752643] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB5-0-0] [lt=17][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.752656] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB5-0-0] [lt=10][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 15, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E7420746D702064617461, cstr: tenant tmp data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b0, hex: 8D9F3D2F43280600, int: 1733118880751501}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b8, hex: 8D9F3D2F43280600, int: 1733118880751501}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c0, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c8, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.752737] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB5-0-0] [lt=40][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.752769] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB5-0-0] [lt=11] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004871} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.752996] INFO [LIB] stat (utility.h:1176) [2319658][DiskUseReport][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:40.753374] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=17] insert successful (ret=0, tenant_id=1002, file_type=3, data_size=0) [2024-12-02 13:54:40.753491] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880706227, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880679902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.753673] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=47000, remain_us=902926, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.754053] INFO [SHARE.LOCATION] renew_all_ls_locations_by_rpc (ob_ls_location_service.cpp:801) [2319648][AutoLSLocRpc][T0][YB42C0A800AF-000628430B2EEC1C-0-0] [lt=44] [LS_LOCATION] Get ls leaders by RPC(ret=0, ret="OB_SUCCESS", dests=["192.168.0.175:2882"], leaders=[{key:{tenant_id:1, ls_id:{id:1}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}}, {key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}}, {key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}}, {key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}}, {key:{tenant_id:1019, ls_id:{id:1}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:1}}, {key:{tenant_id:1020, ls_id:{id:1}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}}, {key:{tenant_id:1020, ls_id:{id:1001}, cluster_id:1732871094}, location:{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:16}}]) [2024-12-02 13:54:40.754444] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=16][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda296b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004872} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda07c48 trans_version={val:1733118580073351001, v:0} scn={val:1733118580073351001, v:0} tx_id={txid:4002801} prev=(nil) next=(nil) modify_count=0 acc_checksum=563783672 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, snapshot_version={val:1733118880753607000, v:0}, *this={this=0xfffefda07bb8 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=1 list_head=0xfffefda07c48 latest_compact_node=(nil) max_trans_version={val:1733118820645398001, v:0} max_trans_id=4004479 max_elr_trans_version={val:1733118820645398001, v:0} max_elr_trans_id=4004479 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=1 max_modify_scn={val:1733118580073351001, v:0} min_modify_scn={val:1733118580073351001, v:0}}) [2024-12-02 13:54:40.754480] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda296b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004872} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910654280, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910654280, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880753607000, v:0}, tx_id:{txid:4004872}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004872}, tx_desc:{this:0xfffea23c8350, tx_id:{txid:4004872}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880753607, active_ts:1733118880753607, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753607, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.754535] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=55][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004872}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.754549] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant tmp data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004872} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.754571] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.754582] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 15, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E7420746D702064617461, cstr: tenant tmp data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b0, hex: C7A73D2F43280600, int: 1733118880753607}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b8, hex: C7A73D2F43280600, int: 1733118880753607}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c0, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c8, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.754642] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.754672] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB6-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004872} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.755782] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7548) [2024-12-02 13:54:40.755813] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7548) [2024-12-02 13:54:40.755837] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=16, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=12, avg_log_submit_to_flush_time=1502, avg_log_submit_to_slide_time=1512) [2024-12-02 13:54:40.755909] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=17] insert successful (ret=0, tenant_id=1019, file_type=3, data_size=0) [2024-12-02 13:54:40.756967] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=17][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda29928 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004873} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda07e30 trans_version={val:1733118580076512001, v:0} scn={val:1733118580076512001, v:0} tx_id={txid:4002802} prev=(nil) next=(nil) modify_count=0 acc_checksum=1340209351 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, snapshot_version={val:1733118880756767000, v:0}, *this={this=0xfffefda07da0 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=1 list_head=0xfffefda07e30 latest_compact_node=(nil) max_trans_version={val:1733118820648558001, v:0} max_trans_id=4004480 max_elr_trans_version={val:1733118820648558001, v:0} max_elr_trans_id=4004480 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=1 max_modify_scn={val:1733118580076512001, v:0} min_modify_scn={val:1733118580076512001, v:0}}) [2024-12-02 13:54:40.757003] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda29928 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004873} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:84} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910656805, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910656805, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880756767000, v:0}, tx_id:{txid:4004873}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004873}, tx_desc:{this:0xfffea23ca770, tx_id:{txid:4004873}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880756767, active_ts:1733118880756767, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753612, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.757057] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004873}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.757070] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant tmp data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004873} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.757092] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.757099] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 15, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E7420746D702064617461, cstr: tenant tmp data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b0, hex: 1FB43D2F43280600, int: 1733118880756767}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b8, hex: 1FB43D2F43280600, int: 1733118880756767}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c0, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c8, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.757160] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.757191] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB7-0-0] [lt=10] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004873} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.757763] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1020, file_type=3, data_size=0) [2024-12-02 13:54:40.758834] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=16][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda29ba0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004874} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda23630 trans_version={val:1733118820650663000, v:0} scn={val:1733118820650663000, v:0} tx_id={txid:4004481} prev=0xfffefda23478 next=(nil) modify_count=1417 acc_checksum=3368781056 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880757820000, v:0}, *this={this=0xfffef1e134a0 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=3 list_head=0xfffefda23630 latest_compact_node=0xfffefda1cb70 max_trans_version={val:1733118820650663000, v:0} max_trans_id=4004481 max_elr_trans_version={val:1733118820650663000, v:0} max_elr_trans_id=4004481 latest_compact_ts=1733118760511885 last_compact_cnt=1414 total_trans_node_cnt=1418 max_modify_scn={val:1733118820650663000, v:0} min_modify_scn={val:1733076198671624000, v:0}}) [2024-12-02 13:54:40.758868] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda29ba0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004874} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910658668, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910658668, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880757820000, v:0}, tx_id:{txid:4004874}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004874}, tx_desc:{this:0xfffea23ccb90, tx_id:{txid:4004874}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880757820, active_ts:1733118880757820, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753617, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.758923] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004874}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.758936] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant clog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004874} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.758958] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.758969] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=8][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee980, local_datums:0xfffeabfee980}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee80c, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee814, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee831, hex: 74656E616E7420636C6F672064617461, cstr: tenant clog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee841, hex: 3CB83D2F43280600, int: 1733118880757820}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee849, hex: 3CB83D2F43280600, int: 1733118880757820}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee851, hex: FA45184B00000000, int: 1259881978}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee859, hex: FA45184B00000000, int: 1259881978}]}) [2024-12-02 13:54:40.759030] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.759059] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB8-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004874} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.760324] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1, file_type=5, data_size=1259881978) [2024-12-02 13:54:40.761384] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=17][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda29ff8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004875} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01e83b8 trans_version={val:1733118219601818000, v:0} scn={val:1733118219601818000, v:0} tx_id={txid:4000444} prev=0xfffef01e8488 next=(nil) modify_count=29 acc_checksum=2352541568 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880760980000, v:0}, *this={this=0xfffef0004580 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01e83b8 latest_compact_node=0xfffef01e8488 max_trans_version={val:1733118820652770001, v:0} max_trans_id=4004482 max_elr_trans_version={val:1733118820652770001, v:0} max_elr_trans_id=4004482 latest_compact_ts=1733118219603139 last_compact_cnt=28 total_trans_node_cnt=30 max_modify_scn={val:1733118219601818000, v:0} min_modify_scn={val:1733076198676893001, v:0}}) [2024-12-02 13:54:40.761419] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda29ff8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004875} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910661221, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910661221, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880760980000, v:0}, tx_id:{txid:4004875}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004875}, tx_desc:{this:0xfffea23cefb0, tx_id:{txid:4004875}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880760980, active_ts:1733118880760980, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753623, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.761485] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=65][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004875}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.761495] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=9][errcode=0] primary key duplication conflict(key={"BIGINT":1001},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant file data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004875} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.761517] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.761528] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E742066696C652064617461, cstr: tenant file data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 94C43D2F43280600, int: 1733118880760980}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 94C43D2F43280600, int: 1733118880760980}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: A22F990300000000, int: 60370850}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00102E0400000000, int: 70127616}]}) [2024-12-02 13:54:40.761588] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.761618] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAB9-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004875} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.761687] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1, server_version={version:{val:1733118880562033000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=199646, in_cluster_service=true, cluster_version={val:1733118880361996000, v:0}, min_cluster_version={val:1733118880361996000, v:0}, max_cluster_version={val:1733118880361996000, v:0}, get_cluster_version_err=0, cluster_version_delta=399683, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=7137, succ_cluster_heartbeat_count=15, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118865154087000, v:0}, local_cluster_delta=15607592, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:40.762469] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:40.762494] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.763041] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=31] [PALF STAT APPEND COST TIME](cur_stat_count=19, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:40.763190] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1001, file_type=0, data_size=60370850) [2024-12-02 13:54:40.764256] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2a278 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004877} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01e8998 trans_version={val:1733118219603925001, v:0} scn={val:1733118219603925001, v:0} tx_id={txid:4000445} prev=0xfffef01e88c8 next=(nil) modify_count=59 acc_checksum=4105837919 version=1733118152126921 type=1 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=0, snapshot_version={val:1733118880764140000, v:0}, *this={this=0xfffef0004e88 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=0 list_head=0xfffef01e8998 latest_compact_node=0xfffef01e8998 max_trans_version={val:1733118820655929000, v:0} max_trans_id=4004483 max_elr_trans_version={val:1733118820655929000, v:0} max_elr_trans_id=4004483 latest_compact_ts=1733118219605137 last_compact_cnt=59 total_trans_node_cnt=60 max_modify_scn={val:1733118219603925001, v:0} min_modify_scn={val:1733076259216200001, v:0}}) [2024-12-02 13:54:40.764291] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2a278 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004877} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910664091, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910664091, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880764140000, v:0}, tx_id:{txid:4004877}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004877}, tx_desc:{this:0xfffea23d13d0, tx_id:{txid:4004877}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880764140, active_ts:1733118880764140, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753630, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.764345] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004877}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.764359] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1002},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant file data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004877} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.764380] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.764392] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E742066696C652064617461, cstr: tenant file data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: CECC3D2F43280600, int: 1733118880763086}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: CECC3D2F43280600, int: 1733118880763086}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 578FC80400000000, int: 80252759}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0010B40500000000, int: 95686656}]}) [2024-12-02 13:54:40.764452] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.764482] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABA-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004877} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.765019] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=43] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=10088, hit_cnt=20, read_cnt=20, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:40.765074] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1002, file_type=0, data_size=80252759) [2024-12-02 13:54:40.766150] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2a4f8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004878} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda0edd0 trans_version={val:1733118640238529000, v:0} scn={val:1733118640238529000, v:0} tx_id={txid:4003232} prev=0xfffefda0ec18 next=(nil) modify_count=2 acc_checksum=2932605338 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880765193000, v:0}, *this={this=0xfffefda08998 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda0edd0 latest_compact_node=(nil) max_trans_version={val:1733118820658035000, v:0} max_trans_id=4004484 max_elr_trans_version={val:1733118820658035000, v:0} max_elr_trans_id=4004484 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118640238529000, v:0} min_modify_scn={val:1733118580101787001, v:0}}) [2024-12-02 13:54:40.766185] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2a4f8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004878} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910665986, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910665986, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880765193000, v:0}, tx_id:{txid:4004878}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004878}, tx_desc:{this:0xfffea23d37f0, tx_id:{txid:4004878}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880765193, active_ts:1733118880765193, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753635, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.766241] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004878}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.766251] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=9][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant file data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004878} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.766272] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.766283] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E742066696C652064617461, cstr: tenant file data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 09D53D2F43280600, int: 1733118880765193}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 09D53D2F43280600, int: 1733118880765193}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 2BC7070000000000, int: 509739}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00C03B0000000000, int: 3915776}]}) [2024-12-02 13:54:40.766344] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.766373] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABB-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004878} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.767787] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880725179, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880718869, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.767867] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1019, file_type=0, data_size=509739) [2024-12-02 13:54:40.767963] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1084154, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.768924] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2a778 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004879} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda16328 trans_version={val:1733118700363612001, v:0} scn={val:1733118700363612001, v:0} tx_id={txid:4003674} prev=0xfffefda16170 next=(nil) modify_count=2 acc_checksum=2731161837 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880768352000, v:0}, *this={this=0xfffefda08b80 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda16328 latest_compact_node=(nil) max_trans_version={val:1733118820660141001, v:0} max_trans_id=4004485 max_elr_trans_version={val:1733118820660141001, v:0} max_elr_trans_id=4004485 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118700363612001, v:0} min_modify_scn={val:1733118580104947001, v:0}}) [2024-12-02 13:54:40.768959] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2a778 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004879} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910668762, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910668762, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880768352000, v:0}, tx_id:{txid:4004879}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004879}, tx_desc:{this:0xfffea23d5c10, tx_id:{txid:4004879}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880768352, active_ts:1733118880768352, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753640, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.769014] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004879}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.769027] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant file data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004879} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.769049] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.769060] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E742066696C652064617461, cstr: tenant file data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 60E13D2F43280600, int: 1733118880768352}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 60E13D2F43280600, int: 1733118880768352}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 09FB250000000000, int: 2489097}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00B0270000000000, int: 2600960}]}) [2024-12-02 13:54:40.769120] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.769149] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABC-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004879} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.770689] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1020, file_type=0, data_size=2489097) [2024-12-02 13:54:40.771787] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABD-0-0] [lt=17][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.771807] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABD-0-0] [lt=18][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.771820] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABD-0-0] [lt=10][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee920, local_datums:0xfffeabfee920}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7ac, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7b4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 18, flag: 0, null: 0, ptr: 0xfffeabfee7d1, hex: 74656E616E74206261636B75702064617461, cstr: tenant backup data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e3, hex: 91ED3D2F43280600, int: 1733118880771473}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7eb, hex: 91ED3D2F43280600, int: 1733118880771473}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f3, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7fb, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.771901] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABD-0-0] [lt=41][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.771933] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABD-0-0] [lt=10] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004880} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.773707] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=20] insert successful (ret=0, tenant_id=1001, file_type=8, data_size=0) [2024-12-02 13:54:40.774817] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABE-0-0] [lt=18][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.774836] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABE-0-0] [lt=18][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.774848] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABE-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee920, local_datums:0xfffeabfee920}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7ac, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7b4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 18, flag: 0, null: 0, ptr: 0xfffeabfee7d1, hex: 74656E616E74206261636B75702064617461, cstr: tenant backup data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e3, hex: EAF93D2F43280600, int: 1733118880774634}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7eb, hex: EAF93D2F43280600, int: 1733118880774634}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f3, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7fb, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.774930] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABE-0-0] [lt=42][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.774961] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABE-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004881} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.776500] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=20] insert successful (ret=0, tenant_id=1002, file_type=8, data_size=0) [2024-12-02 13:54:40.777572] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=19][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2aee8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004882} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda092e8 trans_version={val:1733118580112323001, v:0} scn={val:1733118580112323001, v:0} tx_id={txid:4002810} prev=(nil) next=(nil) modify_count=0 acc_checksum=2292451263 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, snapshot_version={val:1733118880776742000, v:0}, *this={this=0xfffefda09258 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=1 list_head=0xfffefda092e8 latest_compact_node=(nil) max_trans_version={val:1733118820666460001, v:0} max_trans_id=4004488 max_elr_trans_version={val:1733118820666460001, v:0} max_elr_trans_id=4004488 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=1 max_modify_scn={val:1733118580112323001, v:0} min_modify_scn={val:1733118580112323001, v:0}}) [2024-12-02 13:54:40.777607] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2aee8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004882} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910677395, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910677395, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880776742000, v:0}, tx_id:{txid:4004882}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004882}, tx_desc:{this:0xfffea23dc870, tx_id:{txid:4004882}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880776742, active_ts:1733118880776742, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753655, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.777663] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004882}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.777677] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant backup data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004882} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.777699] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.777706] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee920, local_datums:0xfffeabfee920}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7ac, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7b4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 18, flag: 0, null: 0, ptr: 0xfffeabfee7d1, hex: 74656E616E74206261636B75702064617461, cstr: tenant backup data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e3, hex: 26023E2F43280600, int: 1733118880776742}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7eb, hex: 26023E2F43280600, int: 1733118880776742}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f3, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7fb, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.777766] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.777796] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEABF-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004882} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.778984] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1019, file_type=8, data_size=0) [2024-12-02 13:54:40.780042] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2b160 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004883} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda094d0 trans_version={val:1733118580114430001, v:0} scn={val:1733118580114430001, v:0} tx_id={txid:4002811} prev=(nil) next=(nil) modify_count=0 acc_checksum=2759388386 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, snapshot_version={val:1733118880779902000, v:0}, *this={this=0xfffefda09440 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=1 list_head=0xfffefda094d0 latest_compact_node=(nil) max_trans_version={val:1733118820668566001, v:0} max_trans_id=4004489 max_elr_trans_version={val:1733118820668566001, v:0} max_elr_trans_id=4004489 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=1 max_modify_scn={val:1733118580114430001, v:0} min_modify_scn={val:1733118580114430001, v:0}}) [2024-12-02 13:54:40.780078] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2b160 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004883} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910679882, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910679882, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880779902000, v:0}, tx_id:{txid:4004883}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004883}, tx_desc:{this:0xfffea23dec90, tx_id:{txid:4004883}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880779902, active_ts:1733118880779902, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753660, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.780132] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004883}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.780146] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant backup data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004883} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.780167] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.780178] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee920, local_datums:0xfffeabfee920}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7ac, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7b4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 18, flag: 0, null: 0, ptr: 0xfffeabfee7d1, hex: 74656E616E74206261636B75702064617461, cstr: tenant backup data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e3, hex: 7E0E3E2F43280600, int: 1733118880779902}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7eb, hex: 7E0E3E2F43280600, int: 1733118880779902}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f3, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7fb, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.780238] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.780267] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC0-0-0] [lt=8] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004883} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.780828] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1020, file_type=8, data_size=0) [2024-12-02 13:54:40.782939] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=17] insert successful (ret=0, tenant_id=500, file_type=5, data_size=6174015488) [2024-12-02 13:54:40.783987] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2b5b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004885} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda25040 trans_version={val:1733118820672779001, v:0} scn={val:1733118820672779001, v:0} tx_id={txid:4004491} prev=0xfffefda24e88 next=(nil) modify_count=1417 acc_checksum=378826137 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880783028000, v:0}, *this={this=0xfffef0006fb8 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=3 list_head=0xfffefda25040 latest_compact_node=0xfffefda1e638 max_trans_version={val:1733118820672779001, v:0} max_trans_id=4004491 max_elr_trans_version={val:1733118820672779001, v:0} max_elr_trans_id=4004491 latest_compact_ts=1733118760549356 last_compact_cnt=1414 total_trans_node_cnt=1418 max_modify_scn={val:1733118820672779001, v:0} min_modify_scn={val:1733076198774711000, v:0}}) [2024-12-02 13:54:40.784023] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2b5b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004885} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910683828, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910683828, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880783028000, v:0}, tx_id:{txid:4004885}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004885}, tx_desc:{this:0xfffea23e34d0, tx_id:{txid:4004885}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880783028, active_ts:1733118880783028, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753668, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.784077] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004885}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.784091] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1001},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant clog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004885} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.784112] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.784123] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420636C6F672064617461, cstr: tenant clog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: B41A3E2F43280600, int: 1733118880783028}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: B41A3E2F43280600, int: 1733118880783028}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 13C2CB1A00000000, int: 449561107}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 13C2CB1A00000000, int: 449561107}]}) [2024-12-02 13:54:40.784183] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.784213] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC2-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004885} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.785504] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1001, file_type=5, data_size=449561107) [2024-12-02 13:54:40.786568] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2ba08 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004886} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda25498 trans_version={val:1733118820675939000, v:0} scn={val:1733118820675939000, v:0} tx_id={txid:4004492} prev=0xfffefda252e0 next=(nil) modify_count=1417 acc_checksum=2018158138 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880786188000, v:0}, *this={this=0xfffef0005968 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=3 list_head=0xfffefda25498 latest_compact_node=0xfffefda1eb48 max_trans_version={val:1733118820675939000, v:0} max_trans_id=4004492 max_elr_trans_version={val:1733118820675939000, v:0} max_elr_trans_id=4004492 latest_compact_ts=1733118760553452 last_compact_cnt=1414 total_trans_node_cnt=1418 max_modify_scn={val:1733118820675939000, v:0} min_modify_scn={val:1733076198803124001, v:0}}) [2024-12-02 13:54:40.786604] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2ba08 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004886} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910686405, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910686405, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880786188000, v:0}, tx_id:{txid:4004886}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004886}, tx_desc:{this:0xfffea23e58f0, tx_id:{txid:4004886}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880786188, active_ts:1733118880786188, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753674, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.786658] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004886}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.786671] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1002},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant clog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004886} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.786693] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.786701] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee980, local_datums:0xfffeabfee980}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee80c, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee814, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee831, hex: 74656E616E7420636C6F672064617461, cstr: tenant clog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee841, hex: 0C273E2F43280600, int: 1733118880786188}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee849, hex: 0C273E2F43280600, int: 1733118880786188}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee851, hex: C59549F400000000, int: 4098463173}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee859, hex: C59549F400000000, int: 4098463173}]}) [2024-12-02 13:54:40.786760] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.786789] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC3-0-0] [lt=8] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004886} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.788033] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1002, file_type=5, data_size=4098463173) [2024-12-02 13:54:40.788983] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1342) [2024-12-02 13:54:40.788985] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1850, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:40.789008] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:40.789019] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:40.789061] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:40.789074] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1907, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:40.789087] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=19, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:40.789107] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=20][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2be60 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004887} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda258f0 trans_version={val:1733118820678045000, v:0} scn={val:1733118820678045000, v:0} tx_id={txid:4004493} prev=0xfffefda25738 next=(nil) modify_count=8 acc_checksum=2895123069 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:103032} write_epoch=3, snapshot_version={val:1733118880788294000, v:0}, *this={this=0xfffefda0a220 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda258f0 latest_compact_node=0xfffefda1f058 max_trans_version={val:1733118820678045000, v:0} max_trans_id=4004493 max_elr_trans_version={val:1733118820678045000, v:0} max_elr_trans_id=4004493 latest_compact_ts=1733118760556317 last_compact_cnt=5 total_trans_node_cnt=9 max_modify_scn={val:1733118820678045000, v:0} min_modify_scn={val:1733118580123913001, v:0}}) [2024-12-02 13:54:40.789144] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=36][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2be60 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004887} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910688943, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910688943, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880788294000, v:0}, tx_id:{txid:4004887}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004887}, tx_desc:{this:0xfffea23ea130, tx_id:{txid:4004887}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880788294, active_ts:1733118880788294, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753680, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.789199] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004887}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.789212] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant clog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004887} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.789234] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.789245] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=8][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420636C6F672064617461, cstr: tenant clog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 462F3E2F43280600, int: 1733118880788294}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 462F3E2F43280600, int: 1733118880788294}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: F958410500000000, int: 88168697}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: F958410500000000, int: 88168697}]}) [2024-12-02 13:54:40.789305] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.789336] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC4-0-0] [lt=10] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004887} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.790412] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.790552] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1019, file_type=5, data_size=88168697) [2024-12-02 13:54:40.791605] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2c2b8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004888} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda18038 trans_version={val:1733118700384675000, v:0} scn={val:1733118700384675000, v:0} tx_id={txid:4003683} prev=0xfffefda17e80 next=(nil) modify_count=4 acc_checksum=2382466218 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880791456000, v:0}, *this={this=0xfffefda0a408 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=5 list_head=0xfffefda18038 latest_compact_node=(nil) max_trans_version={val:1733118820680151001, v:0} max_trans_id=4004494 max_elr_trans_version={val:1733118820680151001, v:0} max_elr_trans_id=4004494 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=5 max_modify_scn={val:1733118700384675000, v:0} min_modify_scn={val:1733118580126019001, v:0}}) [2024-12-02 13:54:40.791641] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2c2b8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004888} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:87} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910691444, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910691444, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880791456000, v:0}, tx_id:{txid:4004888}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004888}, tx_desc:{this:0xfffea23e7d10, tx_id:{txid:4004888}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880791456, active_ts:1733118880791456, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753686, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.791695] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004888}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.791709] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant clog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004888} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.791730] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.791738] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee920, local_datums:0xfffeabfee920}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7ac, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7b4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee7d1, hex: 74656E616E7420636C6F672064617461, cstr: tenant clog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e1, hex: A03B3E2F43280600, int: 1733118880791456}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7e9, hex: A03B3E2F43280600, int: 1733118880791456}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 0020000000000000, int: 8192}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0020000000000000, int: 8192}]}) [2024-12-02 13:54:40.791798] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.791827] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC5-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004888} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.792395] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1020, file_type=5, data_size=8192) [2024-12-02 13:54:40.793451] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2c530 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004889} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01e9ed8 trans_version={val:1733118219617616001, v:0} scn={val:1733118219617616001, v:0} tx_id={txid:4000451} prev=0xfffef01e9fa8 next=(nil) modify_count=9 acc_checksum=72192114 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880792509000, v:0}, *this={this=0xfffef1e12208 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01e9ed8 latest_compact_node=0xfffef01e9fa8 max_trans_version={val:1733118820683311001, v:0} max_trans_id=4004495 max_elr_trans_version={val:1733118820683311001, v:0} max_elr_trans_id=4004495 latest_compact_ts=1733118219619592 last_compact_cnt=8 total_trans_node_cnt=10 max_modify_scn={val:1733118219617616001, v:0} min_modify_scn={val:1733076198815729001, v:0}}) [2024-12-02 13:54:40.793498] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=45][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2c530 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004889} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910693289, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910693289, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880792509000, v:0}, tx_id:{txid:4004889}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004889}, tx_desc:{this:0xfffea23ec550, tx_id:{txid:4004889}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880792509, active_ts:1733118880792509, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753691, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.793553] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004889}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.793566] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant local data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004889} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.793588] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.793599] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 17, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206C6F63616C2064617461, cstr: tenant local data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee812, hex: BD3F3E2F43280600, int: 1733118880792509}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee81a, hex: BD3F3E2F43280600, int: 1733118880792509}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee822, hex: 00B0E40500000000, int: 98873344}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee82a, hex: 00B0E40500000000, int: 98873344}]}) [2024-12-02 13:54:40.793662] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=39][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.793692] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC6-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004889} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.794893] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1, file_type=7, data_size=98873344) [2024-12-02 13:54:40.795728] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320227][T1001_TenantWea][T1001][YB42C0A800AF-0006284309FEF76F-0-0] [lt=12] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.248214769363403320e+01, this=0xffff3e53b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=362, Throttle Trigger(MB)=217, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=1.015235264164276259e+03) [2024-12-02 13:54:40.795959] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2c7b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004890} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01ea3e8 trans_version={val:1733118219620776000, v:0} scn={val:1733118219620776000, v:0} tx_id={txid:4000452} prev=0xfffef01ea4b8 next=(nil) modify_count=11 acc_checksum=639909026 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880795670000, v:0}, *this={this=0xfffef1e11a18 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01ea3e8 latest_compact_node=0xfffef01ea4b8 max_trans_version={val:1733118820686471001, v:0} max_trans_id=4004496 max_elr_trans_version={val:1733118820686471001, v:0} max_elr_trans_id=4004496 latest_compact_ts=1733118219621572 last_compact_cnt=10 total_trans_node_cnt=12 max_modify_scn={val:1733118219620776000, v:0} min_modify_scn={val:1733076198822058000, v:0}}) [2024-12-02 13:54:40.795997] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=37][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2c7b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004890} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910695796, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910695796, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880795670000, v:0}, tx_id:{txid:4004890}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004890}, tx_desc:{this:0xfffea23ee970, tx_id:{txid:4004890}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880795670, active_ts:1733118880795670, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753698, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.796054] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=55][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004890}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.796067] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant slog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004890} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.796088] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.796096] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420736C6F672064617461, cstr: tenant slog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 164C3E2F43280600, int: 1733118880795670}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 164C3E2F43280600, int: 1733118880795670}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00602D0000000000, int: 2973696}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00602D0000000000, int: 2973696}]}) [2024-12-02 13:54:40.796156] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.796185] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC7-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004890} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.797076] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1, file_type=4, data_size=2973696) [2024-12-02 13:54:40.798147] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2ca30 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004891} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01ea8f8 trans_version={val:1733118219622882000, v:0} scn={val:1733118219622882000, v:0} tx_id={txid:4000453} prev=0xfffef01ea9c8 next=(nil) modify_count=29 acc_checksum=312135852 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880797778000, v:0}, *this={this=0xfffef1e12560 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01ea8f8 latest_compact_node=0xfffef01ea9c8 max_trans_version={val:1733118820688577001, v:0} max_trans_id=4004497 max_elr_trans_version={val:1733118820688577001, v:0} max_elr_trans_id=4004497 latest_compact_ts=1733118219624485 last_compact_cnt=28 total_trans_node_cnt=30 max_modify_scn={val:1733118219622882000, v:0} min_modify_scn={val:1733076198829437000, v:0}}) [2024-12-02 13:54:40.798183] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2ca30 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004891} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910697987, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910697987, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880797778000, v:0}, tx_id:{txid:4004891}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004891}, tx_desc:{this:0xfffea23f31b0, tx_id:{txid:4004891}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880797778, active_ts:1733118880797778, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753703, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.798236] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=52][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004891}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.798250] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1001},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant local data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004891} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.798271] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.798282] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 17, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206C6F63616C2064617461, cstr: tenant local data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee812, hex: 52543E2F43280600, int: 1733118880797778}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee81a, hex: 52543E2F43280600, int: 1733118880797778}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee822, hex: 0050A70400000000, int: 78073856}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee82a, hex: 0050A70400000000, int: 78073856}]}) [2024-12-02 13:54:40.798342] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.798371] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC8-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004891} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.799936] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1001, file_type=7, data_size=78073856) [2024-12-02 13:54:40.800757] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880752554, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880718891, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.800935] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=48000, remain_us=855665, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.800993] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2ccb0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004892} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01eae08 trans_version={val:1733118219626042000, v:0} scn={val:1733118219626042000, v:0} tx_id={txid:4000454} prev=0xfffef01eaed8 next=(nil) modify_count=61 acc_checksum=4035669311 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880799884000, v:0}, *this={this=0xfffef0005d88 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01eae08 latest_compact_node=0xfffef01eaed8 max_trans_version={val:1733118820691736000, v:0} max_trans_id=4004498 max_elr_trans_version={val:1733118820691736000, v:0} max_elr_trans_id=4004498 latest_compact_ts=1733118219627422 last_compact_cnt=60 total_trans_node_cnt=62 max_modify_scn={val:1733118219626042000, v:0} min_modify_scn={val:1733076259256156001, v:0}}) [2024-12-02 13:54:40.801029] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2ccb0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004892} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910700829, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910700829, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880799884000, v:0}, tx_id:{txid:4004892}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004892}, tx_desc:{this:0xfffea23f0d90, tx_id:{txid:4004892}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880799884, active_ts:1733118880800937, commit_ts:-1, finish_ts:-1, timeout_us:29999989, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753708, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.801085] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=54][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004892}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.801098] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1002},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant local data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004892} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.801120] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.801127] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee980, local_datums:0xfffeabfee980}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee80c, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee814, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 17, flag: 0, null: 0, ptr: 0xfffeabfee831, hex: 74656E616E74206C6F63616C2064617461, cstr: tenant local data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee842, hex: 8C5C3E2F43280600, int: 1733118880799884}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee84a, hex: 8C5C3E2F43280600, int: 1733118880799884}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee852, hex: 00104A0700000000, int: 122294272}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee85a, hex: 00104A0700000000, int: 122294272}]}) [2024-12-02 13:54:40.801187] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.801216] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAC9-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004892} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.802712] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1002, file_type=7, data_size=122294272) [2024-12-02 13:54:40.803764] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2cf30 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004893} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda11ba8 trans_version={val:1733118640273283001, v:0} scn={val:1733118640273283001, v:0} tx_id={txid:4003247} prev=0xfffefda119f0 next=(nil) modify_count=2 acc_checksum=3211281187 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880803044000, v:0}, *this={this=0xfffefda0aff0 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda11ba8 latest_compact_node=(nil) max_trans_version={val:1733118820693841000, v:0} max_trans_id=4004499 max_elr_trans_version={val:1733118820693841000, v:0} max_elr_trans_id=4004499 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118640273283001, v:0} min_modify_scn={val:1733118580138670001, v:0}}) [2024-12-02 13:54:40.803799] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2cf30 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004893} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910703604, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910703604, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880803044000, v:0}, tx_id:{txid:4004893}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004893}, tx_desc:{this:0xfffea23f55d0, tx_id:{txid:4004893}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880803044, active_ts:1733118880803044, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753713, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.803854] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004893}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.803867] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant local data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004893} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.803888] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.803900] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=8][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 17, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206C6F63616C2064617461, cstr: tenant local data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee812, hex: E4683E2F43280600, int: 1733118880803044}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee81a, hex: E4683E2F43280600, int: 1733118880803044}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee822, hex: 0090EF0000000000, int: 15699968}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee82a, hex: 0090EF0000000000, int: 15699968}]}) [2024-12-02 13:54:40.803959] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.803989] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACA-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004893} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.805423] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1019, file_type=7, data_size=15699968) [2024-12-02 13:54:40.806485] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2d1b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004894} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda19108 trans_version={val:1733118700446692000, v:0} scn={val:1733118700446692000, v:0} tx_id={txid:4003689} prev=0xfffefda18f50 next=(nil) modify_count=2 acc_checksum=1671205484 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880806203000, v:0}, *this={this=0xfffefda0b1d8 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda19108 latest_compact_node=(nil) max_trans_version={val:1733118820695947001, v:0} max_trans_id=4004500 max_elr_trans_version={val:1733118820695947001, v:0} max_elr_trans_id=4004500 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118700446692000, v:0} min_modify_scn={val:1733118580140776001, v:0}}) [2024-12-02 13:54:40.806521] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2d1b0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004894} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:92} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910706324, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910706324, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880806203000, v:0}, tx_id:{txid:4004894}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004894}, tx_desc:{this:0xfffea23f9e10, tx_id:{txid:4004894}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880806203, active_ts:1733118880806203, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753718, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.806575] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004894}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.806589] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant local data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004894} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.806611] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.806622] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 17, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206C6F63616C2064617461, cstr: tenant local data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee812, hex: 3B753E2F43280600, int: 1733118880806203}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee81a, hex: 3B753E2F43280600, int: 1733118880806203}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee822, hex: 00D0230100000000, int: 19124224}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee82a, hex: 00D0230100000000, int: 19124224}]}) [2024-12-02 13:54:40.806682] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=38][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.806712] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACB-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004894} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.808211] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1020, file_type=7, data_size=19124224) [2024-12-02 13:54:40.809701] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=500, file_type=4, data_size=315392) [2024-12-02 13:54:40.810748] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=19][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2d600 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004896} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01eb4e8 trans_version={val:1733118219630254000, v:0} scn={val:1733118219630254000, v:0} tx_id={txid:4000456} prev=0xfffef01eb5b8 next=(nil) modify_count=7 acc_checksum=2671197267 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880810418000, v:0}, *this={this=0xfffef0005798 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01eb4e8 latest_compact_node=0xfffef01eb5b8 max_trans_version={val:1733118820700160000, v:0} max_trans_id=4004502 max_elr_trans_version={val:1733118820700160000, v:0} max_elr_trans_id=4004502 latest_compact_ts=1733118219632723 last_compact_cnt=6 total_trans_node_cnt=8 max_modify_scn={val:1733118219630254000, v:0} min_modify_scn={val:1733076198927311000, v:0}}) [2024-12-02 13:54:40.810784] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2d600 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004896} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:90} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910710589, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910710589, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880810418000, v:0}, tx_id:{txid:4004896}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004896}, tx_desc:{this:0xfffea23fc230, tx_id:{txid:4004896}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880810418, active_ts:1733118880810418, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753726, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.810839] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004896}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.810852] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant meta data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004896} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.810874] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.810882] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206D6574612064617461, cstr: tenant meta data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: B2853E2F43280600, int: 1733118880810418}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: B2853E2F43280600, int: 1733118880810418}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00D0C90000000000, int: 13225984}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00D0C90000000000, int: 13225984}]}) [2024-12-02 13:54:40.810942] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=38][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.810972] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACD-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004896} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.811045] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880767299, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880753640, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.811223] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1040894, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.812372] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1, file_type=1, data_size=13225984) [2024-12-02 13:54:40.813422] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=19][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2d880 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004897} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01eb9f8 trans_version={val:1733118219633414001, v:0} scn={val:1733118219633414001, v:0} tx_id={txid:4000457} prev=0xfffef01ebac8 next=(nil) modify_count=15 acc_checksum=422827518 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880812525000, v:0}, *this={this=0xfffef1e110d0 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01eb9f8 latest_compact_node=0xfffef01ebac8 max_trans_version={val:1733118820702267001, v:0} max_trans_id=4004503 max_elr_trans_version={val:1733118820702267001, v:0} max_elr_trans_id=4004503 latest_compact_ts=1733118219635337 last_compact_cnt=14 total_trans_node_cnt=16 max_modify_scn={val:1733118219633414001, v:0} min_modify_scn={val:1733076198932581001, v:0}}) [2024-12-02 13:54:40.813458] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2d880 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004897} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910713265, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910713265, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880812525000, v:0}, tx_id:{txid:4004897}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004897}, tx_desc:{this:0xfffea2204a50, tx_id:{txid:4004897}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880812525, active_ts:1733118880812525, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753731, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.813524] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=66][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004897}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.813534] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=10][errcode=0] primary key duplication conflict(key={"BIGINT":1001},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant slog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004897} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.813556] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.813568] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=8][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420736C6F672064617461, cstr: tenant slog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: ED8D3E2F43280600, int: 1733118880812525}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: ED8D3E2F43280600, int: 1733118880812525}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00702A0000000000, int: 2781184}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00702A0000000000, int: 2781184}]}) [2024-12-02 13:54:40.813628] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.813658] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACE-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004897} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.814867] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1001, file_type=4, data_size=2781184) [2024-12-02 13:54:40.815921] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=19][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2db00 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004898} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda27590 trans_version={val:1733118820705427000, v:0} scn={val:1733118820705427000, v:0} tx_id={txid:4004504} prev=0xfffefda273d8 next=(nil) modify_count=1417 acc_checksum=463220808 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880815684000, v:0}, *this={this=0xfffeee605050 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=3 list_head=0xfffefda27590 latest_compact_node=0xfffefda20db0 max_trans_version={val:1733118820705427000, v:0} max_trans_id=4004504 max_elr_trans_version={val:1733118820705427000, v:0} max_elr_trans_id=4004504 latest_compact_ts=1733118760595632 last_compact_cnt=1414 total_trans_node_cnt=1418 max_modify_scn={val:1733118820705427000, v:0} min_modify_scn={val:1733076198985241001, v:0}}) [2024-12-02 13:54:40.815958] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=36][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2db00 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004898} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910715761, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910715761, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880815684000, v:0}, tx_id:{txid:4004898}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004898}, tx_desc:{this:0xfffea2206e70, tx_id:{txid:4004898}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880815684, active_ts:1733118880815684, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753736, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.816012] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004898}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.816025] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1002},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant slog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004898} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.816047] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.816055] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=6][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420736C6F672064617461, cstr: tenant slog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 449A3E2F43280600, int: 1733118880815684}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 449A3E2F43280600, int: 1733118880815684}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00E0DC0000000000, int: 14475264}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00E0DC0000000000, int: 14475264}]}) [2024-12-02 13:54:40.816117] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=37][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.816149] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEACF-0-0] [lt=10] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004898} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.817412] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1002, file_type=4, data_size=14475264) [2024-12-02 13:54:40.818467] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=18][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2df58 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004899} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda12da0 trans_version={val:1733118640285859001, v:0} scn={val:1733118640285859001, v:0} tx_id={txid:4003253} prev=0xfffefda12be8 next=(nil) modify_count=2 acc_checksum=2128429910 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880817790000, v:0}, *this={this=0xfffefda0bfa0 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda12da0 latest_compact_node=(nil) max_trans_version={val:1733118820707534001, v:0} max_trans_id=4004505 max_elr_trans_version={val:1733118820707534001, v:0} max_elr_trans_id=4004505 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118640285859001, v:0} min_modify_scn={val:1733118580152362001, v:0}}) [2024-12-02 13:54:40.818503] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=35][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2df58 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004899} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910718305, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910718305, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880817790000, v:0}, tx_id:{txid:4004899}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004899}, tx_desc:{this:0xfffea220b6b0, tx_id:{txid:4004899}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880817790, active_ts:1733118880817790, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753742, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.818557] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004899}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.818571] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=13][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant slog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004899} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.818593] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=21][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.818604] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=9][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420736C6F672064617461, cstr: tenant slog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 7EA23E2F43280600, int: 1733118880817790}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 7EA23E2F43280600, int: 1733118880817790}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00D0010000000000, int: 118784}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00D0010000000000, int: 118784}]}) [2024-12-02 13:54:40.818665] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.818697] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD0-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004899} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.819872] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1019, file_type=4, data_size=118784) [2024-12-02 13:54:40.819965] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF165-0-0] [lt=37] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=24, avg_log_batch_cnt=1, total_group_log_size=13362, avg_group_log_size=556) [2024-12-02 13:54:40.820925] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=14][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2e1d8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004900} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda1a308 trans_version={val:1733118700460381000, v:0} scn={val:1733118700460381000, v:0} tx_id={txid:4003695} prev=0xfffefda1a150 next=(nil) modify_count=4 acc_checksum=3557643760 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:8} write_epoch=3, snapshot_version={val:1733118880819891000, v:0}, *this={this=0xfffefda0c188 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=5 list_head=0xfffefda1a308 latest_compact_node=(nil) max_trans_version={val:1733118820709639000, v:0} max_trans_id=4004506 max_elr_trans_version={val:1733118820709639000, v:0} max_elr_trans_id=4004506 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=5 max_modify_scn={val:1733118700460381000, v:0} min_modify_scn={val:1733118580153415001, v:0}}) [2024-12-02 13:54:40.820960] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=34][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2e1d8 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004900} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910720764, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910720764, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880819891000, v:0}, tx_id:{txid:4004900}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004900}, tx_desc:{this:0xfffea220dad0, tx_id:{txid:4004900}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880819891, active_ts:1733118880819891, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753753, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.821001] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF165-0-0] [lt=17][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.821017] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF165-0-0] [lt=15][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.821017] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=57][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004900}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.821025] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF165-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.821030] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant slog data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004900} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.821051] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=19][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.821058] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=4][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E7420736C6F672064617461, cstr: tenant slog data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: B3AA3E2F43280600, int: 1733118880819891}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: B3AA3E2F43280600, int: 1733118880819891}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00F0030000000000, int: 258048}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00F0030000000000, int: 258048}]}) [2024-12-02 13:54:40.821119] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=38][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.821149] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD1-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004900} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.821720] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1020, file_type=4, data_size=258048) [2024-12-02 13:54:40.822103] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880720969, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880718869, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.822289] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9163408, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=258, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.824161] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=16] insert successful (ret=0, tenant_id=500, file_type=1, data_size=0) [2024-12-02 13:54:40.825196] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=15][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2e620 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004902} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01ec5e0 trans_version={val:1733118219640785000, v:0} scn={val:1733118219640785000, v:0} tx_id={txid:4000460} prev=0xfffef01ec6b0 next=(nil) modify_count=25 acc_checksum=3558993103 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880824109000, v:0}, *this={this=0xfffef1e10e28 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=1 list_head=0xfffef01ec5e0 latest_compact_node=0xfffef01ec6b0 max_trans_version={val:1733118820713851000, v:0} max_trans_id=4004508 max_elr_trans_version={val:1733118820713851000, v:0} max_elr_trans_id=4004508 latest_compact_ts=1733118219641404 last_compact_cnt=24 total_trans_node_cnt=26 max_modify_scn={val:1733118219640785000, v:0} min_modify_scn={val:1733076199096793000, v:0}}) [2024-12-02 13:54:40.825230] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=32][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2e620 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004902} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910725044, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910725044, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880824109000, v:0}, tx_id:{txid:4004902}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004902}, tx_desc:{this:0xfffea2212310, tx_id:{txid:4004902}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880824109, active_ts:1733118880825162, commit_ts:-1, finish_ts:-1, timeout_us:29999991, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753761, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.825283] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004902}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.825295] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1001},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant meta data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004902} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.825316] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=19][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.825323] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: E903000000000000, int: 1001}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206D6574612064617461, cstr: tenant meta data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 2DBB3E2F43280600, int: 1733118880824109}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 2DBB3E2F43280600, int: 1733118880824109}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 0040790000000000, int: 7946240}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0040790000000000, int: 7946240}]}) [2024-12-02 13:54:40.825381] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.825410] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD3-0-0] [lt=8] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004902} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.826629] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=17] insert successful (ret=0, tenant_id=1001, file_type=1, data_size=7946240) [2024-12-02 13:54:40.827677] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=16][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2e8a0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004903} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffef01ecbc0 trans_version={val:1733118219642891000, v:0} scn={val:1733118219642891000, v:0} tx_id={txid:4000461} prev=0xfffef01ecaf0 next=(nil) modify_count=59 acc_checksum=1625103173 version=1733118152126921 type=1 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=0, snapshot_version={val:1733118880827269000, v:0}, *this={this=0xfffef1e11c98 latch_=locked flag=3 first_dml=DELETE last_dml=INSERT update_since_compact=0 list_head=0xfffef01ecbc0 latest_compact_node=0xfffef01ecbc0 max_trans_version={val:1733118820715957001, v:0} max_trans_id=4004509 max_elr_trans_version={val:1733118820715957001, v:0} max_elr_trans_id=4004509 latest_compact_ts=1733118219643979 last_compact_cnt=59 total_trans_node_cnt=60 max_modify_scn={val:1733118219642891000, v:0} min_modify_scn={val:1733076259301433001, v:0}}) [2024-12-02 13:54:40.827711] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=33][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2e8a0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004903} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910727515, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910727515, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880827269000, v:0}, tx_id:{txid:4004903}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004903}, tx_desc:{this:0xfffea220fef0, tx_id:{txid:4004903}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880827269, active_ts:1733118880827269, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880753766, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.827765] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=53][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004903}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.827774] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=8][errcode=0] primary key duplication conflict(key={"BIGINT":1002},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant meta data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004903} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.827795] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.827805] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=7][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: EA03000000000000, int: 1002}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206D6574612064617461, cstr: tenant meta data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: 85C73E2F43280600, int: 1733118880827269}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: 85C73E2F43280600, int: 1733118880827269}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 0000F60100000000, int: 32899072}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0000F60100000000, int: 32899072}]}) [2024-12-02 13:54:40.827863] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=35][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.827892] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD4-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004903} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.828491] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1002, file_type=1, data_size=32899072) [2024-12-02 13:54:40.829158] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A6-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.829187] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A6-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.829283] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A6-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.829455] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A6-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.829479] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A6-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.829548] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=16][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2eb20 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004904} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda13d08 trans_version={val:1733118640297445001, v:0} scn={val:1733118640297445001, v:0} tx_id={txid:4003258} prev=0xfffefda13b50 next=(nil) modify_count=2 acc_checksum=968223645 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880829375000, v:0}, *this={this=0xfffefda0ca38 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda13d08 latest_compact_node=(nil) max_trans_version={val:1733118820718063001, v:0} max_trans_id=4004510 max_elr_trans_version={val:1733118820718063001, v:0} max_elr_trans_id=4004510 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118640297445001, v:0} min_modify_scn={val:1733118580161844001, v:0}}) [2024-12-02 13:54:40.829582] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=33][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2eb20 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004904} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910729377, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910729377, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880829375000, v:0}, tx_id:{txid:4004904}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004904}, tx_desc:{this:0xfffea2216b50, tx_id:{txid:4004904}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880829375, active_ts:1733118880829375, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880829374, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.829635] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=52][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004904}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.829648] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=12][errcode=0] primary key duplication conflict(key={"BIGINT":1019},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant meta data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004904} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.829669] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=19][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.829676] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=5][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FB03000000000000, int: 1019}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206D6574612064617461, cstr: tenant meta data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: BFCF3E2F43280600, int: 1733118880829375}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: BFCF3E2F43280600, int: 1733118880829375}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 00D0B30000000000, int: 11784192}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 00D0B30000000000, int: 11784192}]}) [2024-12-02 13:54:40.829733] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=35][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.829763] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD5-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004904} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.830399] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.830461] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.830973] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=17] insert successful (ret=0, tenant_id=1019, file_type=1, data_size=11784192) [2024-12-02 13:54:40.832013] WDIAG [STORAGE.TRANS] mvcc_sanity_check_ (ob_mvcc_row.cpp:943) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=16][errcode=-5024] find double insert node(ret=-5024, node=this=0xfffefda2eda0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004905} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, prev=this=0xfffefda1b0a8 trans_version={val:1733118700471973000, v:0} scn={val:1733118700471973000, v:0} tx_id={txid:4003701} prev=0xfffefda1aef0 next=(nil) modify_count=2 acc_checksum=478990859 version=1733118152126921 type=0 flag=4 snapshot_barrier=1733118880562033000 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:7} write_epoch=3, snapshot_version={val:1733118880831481000, v:0}, *this={this=0xfffefda0cc20 latch_=locked flag=11 first_dml=INSERT last_dml=INSERT update_since_compact=3 list_head=0xfffefda1b0a8 latest_compact_node=(nil) max_trans_version={val:1733118820721222000, v:0} max_trans_id=4004511 max_elr_trans_version={val:1733118820721222000, v:0} max_elr_trans_id=4004511 latest_compact_ts=0 last_compact_cnt=0 total_trans_node_cnt=3 max_modify_scn={val:1733118700471973000, v:0} min_modify_scn={val:1733118580163950001, v:0}}) [2024-12-02 13:54:40.832047] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_row.cpp:1005) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=32][errcode=-5024] mvcc write failed(ret=-5024, node=this=0xfffefda2eda0 trans_version={val:4611686018427387903, v:0} scn={val:4611686018427387903, v:0} tx_id={txid:4004905} prev=(nil) next=(nil) modify_count=4294967295 acc_checksum=0 version=1733118152126921 type=0 flag=128 snapshot_barrier=0 snapshot_barrier_flag=0 mtd={dml_flag:3, buf_len:91} seq_no={branch:0, seq:4} write_epoch=1, ctx={this:0xffff67ac9f70, ls_id:{id:1}, ls:0xffff448da250, branch:0, timeout:1733118910731854, tablet_id:{id:309}, table_iter:0xffff67ac87d8, table_version:1732871235839440, mvcc_acc_ctx:{type:3, abs_lock_timeout_ts:1733118910731854, tx_lock_timeout_us:-1, snapshot:{version:{val:1733118880831481000, v:0}, tx_id:{txid:4004905}, scn:{branch:0, seq:2}}, tx_table_guards:{tx_table_guard:{tx_table:0xffff448ee250, epoch:1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_tx_table_guard:{tx_table:null, epoch:-1, mini_cache_:[0:{}, 1:{}, 2:{}, 3:{}]}, src_ls_handle:{ls_map_:null, ls_:null, mod_:-1}}, tx_id:{txid:4004905}, tx_desc:{this:0xfffea221b390, tx_id:{txid:4004905}, state:1, addr:"192.168.0.175:2882", tenant_id:1, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:0, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:2, alloc_ts:1733118880831481, active_ts:1733118880831481, commit_ts:-1, finish_ts:-1, timeout_us:29999990, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:1732871094, cluster_version:17180066816, seq_base:1733118880829383, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:2}, tx_ctx:0xffff5b1afa50, mem_ctx:0xffff5b1b1150, tx_scn:{branch:0, seq:4}, write_flag:{is_table_api:0, is_table_lock:0, is_mds:0, is_dml_batch_opt:0, is_insert_up:1, is_write_only_index:0, is_check_row_locked:0, is_lob_aux:0, is_skip_flush_redo:0, is_update_uk:0}, handle_start_time:-1, lock_wait_start_ts:0}, tablet_stat:{ls_id:0, tablet_id:0, query_cnt:0, merge_cnt:0, scan_logical_row_cnt:0, scan_physical_row_cnt:0, scan_micro_block_cnt:0, pushdown_micro_block_cnt:0, exist_row_total_table_cnt:0, exist_row_read_table_cnt:0, insert_row_cnt:0, update_row_cnt:0, delete_row_cnt:0}, is_read_store_ctx:false}) [2024-12-02 13:54:40.832100] WDIAG [STORAGE.TRANS] mvcc_write (ob_mvcc_engine.cpp:337) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=52][errcode=-5024] mvcc write failed(ret=-5024, arg={tx_id:{txid:4004905}, data:0xffff67ac5850, old_row:null, modify_count:4294967295, acc_checksum:0, memstore_version:1733118152126921, seq_no:{branch:0, seq:4}, write_epoch:1, scn:{val:4611686018427387903, v:0}, column_cnt:9}) [2024-12-02 13:54:40.832110] WDIAG [STORAGE.TRANS] on_key_duplication_retry (ob_memtable_context.cpp:320) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=9][errcode=0] primary key duplication conflict(key={"BIGINT":1020},{"VARCHAR":"192.168.0.175", collation:"utf8mb4_general_ci"},{"BIGINT":2882},{"BIGINT":1},{"VARCHAR":"tenant meta data", collation:"utf8mb4_general_ci"}, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=1 trans_id={txid:4004905} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=1 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=0, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(1,1,0,0,1,0,0,0)|]}}) [2024-12-02 13:54:40.832132] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=20][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.832143] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=8][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee950, local_datums:0xfffeabfee950}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7dc, hex: FC03000000000000, int: 1020}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee7e4, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f1, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7f9, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 16, flag: 0, null: 0, ptr: 0xfffeabfee801, hex: 74656E616E74206D6574612064617461, cstr: tenant meta data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee811, hex: F9D73E2F43280600, int: 1733118880831481}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee819, hex: F9D73E2F43280600, int: 1733118880831481}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee821, hex: 0020FC0000000000, int: 16523264}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee829, hex: 0020FC0000000000, int: 16523264}]}) [2024-12-02 13:54:40.832202] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=36][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.832230] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD6-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004905} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.832223] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.832230] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.832272] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.832277] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.832703] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.832724] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.832799] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=18] insert successful (ret=0, tenant_id=1020, file_type=1, data_size=16523264) [2024-12-02 13:54:40.832814] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.832877] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.832924] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.832939] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.832964] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.832973] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.832982] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.833904] WDIAG [STORAGE.TRANS] lock_row_on_frozen_stores_ (ob_memtable.cpp:1328) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD7-0-0] [lt=16][errcode=-5024] internal lock row failed(ret=-5024, ret="OB_ERR_PRIMARY_KEY_DUPLICATE") [2024-12-02 13:54:40.833922] WDIAG [STORAGE] insert_row_without_rowkey_check (ob_tablet.cpp:4635) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD7-0-0] [lt=17][errcode=-5024] fail to set memtable(ret=-5024) [2024-12-02 13:54:40.833930] WDIAG [STORAGE] insert_row_to_tablet (ob_ls_tablet_service.cpp:5696) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD7-0-0] [lt=6][errcode=-5024] failed to write table row(ret=-5024, table id=309, col_descs=[cnt:9, column_id=18 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=19 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=20 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=21 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=22 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=16 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=17 {type:"TIMESTAMP", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=23 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=24 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0], datum_row={row_flag:{flag:"INSERT", flag_type:0}, trans_id:{txid:0}, scan_index:0, mvcc_row_flag:{first:0, uncommitted:0, shadow:0, compact:0, ghost:0, last:0, reserved:0, flag:0}, snapshot_version:0, fast_filter_skipped:false, have_uncommited_row:false, group_idx:0, count:9, datum_buffer:{capacity:16, datums:0xfffeabfee8f0, local_datums:0xfffeabfee8f0}, datums:[col_id=0:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee77c, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=1:{len: 13, flag: 0, null: 0, ptr: 0xfffeabfee784, hex: 3139322E3136382E302E313735, cstr: 192.168.0.175}, col_id=2:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee791, hex: 420B000000000000, int: 2882}, col_id=3:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee799, hex: 0100000000000000, int: 1, num_digit0: 0}, col_id=4:{len: 15, flag: 0, null: 0, ptr: 0xfffeabfee7a1, hex: 74656E616E7420746D702064617461, cstr: tenant tmp data}, col_id=5:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b0, hex: 34E03E2F43280600, int: 1733118880833588}, col_id=6:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7b8, hex: 34E03E2F43280600, int: 1733118880833588}, col_id=7:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c0, hex: 0000000000000000, int: 0}, col_id=8:{len: 8, flag: 0, null: 0, ptr: 0xfffeabfee7c8, hex: 0000000000000000, int: 0}]}) [2024-12-02 13:54:40.834016] WDIAG [STORAGE] insert_row (ob_ls_tablet_service.cpp:3397) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD7-0-0] [lt=40][errcode=-5024] failed to write row(ret=-5024) [2024-12-02 13:54:40.834057] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.834048] INFO [STORAGE.TRANS] rollback (ob_memtable_context.cpp:844) [2319658][DiskUseReport][T1][YB42C0A800AF-00062843108EEAD7-0-0] [lt=9] memtable handle rollback to successfuly(from_seq_no={branch:0, seq:5}, to_seq_no={branch:0, seq:3}, remove_cnt=1, elapsed=0, this={ObIMvccCtx={alloc_type=0 ctx_descriptor=0 min_table_version=1732871235839440 max_table_version=1732871235839440 trans_version={val:4611686018427387903, v:0} commit_version={val:0, v:0} lock_wait_start_ts=0 replay_compact_version={val:0, v:0}} end_code=0 tx_status=0 is_readonly=false ref=0 trans_id={txid:4004906} ls_id=1 row_callback[alloc:0, free:0, unsubmit:0] redo[fill:0,sync_succ:0, sync_fail:0] main_list_len=0 pending_log_size=0 callback_list:{cnt=1 stat:[tx_end=0, rollback_to=1, fast_commit=0, remove_memtable=0, ext_info_log=0] detail:[(log_epoch,length,logged,synced,appended,removed,unlog_removed,branch_removed)|0:(-1,0,0,0,1,1,1,0)|]}}) [2024-12-02 13:54:40.834067] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.834086] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.834093] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.834121] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.834136] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.834146] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.834190] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.834201] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.835572] INFO [SHARE] update_tenant_space_usage (ob_disk_usage_table_operator.cpp:126) [2319658][DiskUseReport][T0][Y0-0000000000000000-0-0] [lt=19] insert successful (ret=0, tenant_id=1, file_type=3, data_size=0) [2024-12-02 13:54:40.837485] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.837503] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.838648] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.838664] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.845407] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.845425] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1733118657030138, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:40.845450] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1}, delta=244471872042, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.845460] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.845483] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244453853362, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.845491] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.848767] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=28] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1002, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:40.849022] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880799884, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880753708, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.849198] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=807402, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.849892] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=19] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:40.849971] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=18] inner load succ(latest_freeze_info={frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118875198085000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903204292146000, v:0}, schema_version:1732898491860272, data_version:17180066816}, {frozen_version:{val:1732989600937251000, v:0}, schema_version:1732984893849664, data_version:17180066816}, {frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}]}) [2024-12-02 13:54:40.855295] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=16][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:40.855326] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=21] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880810418, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880753730, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.855502] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=996615, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.889644] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=5, avg_log_submit_to_flush_time=1637, avg_log_submit_to_slide_time=1647) [2024-12-02 13:54:40.889683] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1864, avg_log_submit_to_slide_time=1873) [2024-12-02 13:54:40.889677] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:40.889700] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1342, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:40.890466] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.893585] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.897854] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.898046] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.898302] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.898284] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880848331, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880829395, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.898464] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=758136, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.898661] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.900586] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880854653, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880829395, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.900776] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=951341, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.922374] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880822000, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880753758, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.922560] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9063137, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=259, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.927686] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF166-0-0] [lt=30][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.927705] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF166-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.927713] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF166-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.930449] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.930510] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.932516] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A7-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.932544] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A7-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.932632] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A7-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.932754] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.932787] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A7-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.932775] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.932803] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A7-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.932851] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.932905] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.932952] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.932966] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.932987] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.932997] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.933004] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.934079] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.934089] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.934108] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.934113] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.934142] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.934157] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.934170] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.934214] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.934224] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.935584] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.935588] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.935628] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.935633] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.937535] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.937553] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.938664] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.938679] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.945462] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.945502] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=23] get wrs ts(ls_id={id:1}, delta=244471972043, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.945519] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.945542] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244453953363, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.945554] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.946861] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880899895, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880872517, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.947038] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=905079, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.948547] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880897788, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880872517, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.948716] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=51000, remain_us=707883, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.952323] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=4) [2024-12-02 13:54:40.953664] INFO [STORAGE] scheduler_transfer_handler_ (ob_transfer_service.cpp:200) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE94E-0-0] [lt=6] start do transfer handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.957003] INFO [STORAGE] check_status_for_new_mds (ob_tablet_create_delete_helper.cpp:263) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=19] refresh tablet status cache(ret=0, ls_id={id:1}, tablet_id={id:423}, tablet_status_cache={tablet_status:{val:1, str:"NORMAL"}, create_commit_version:1733118582043848000, delete_commit_version:-1}, snapshot_version=9223372036854775807) [2024-12-02 13:54:40.957904] INFO [STORAGE] check_snapshot_readable_with_cache (ob_tablet.cpp:8242) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=26] refresh ddl data cache(ret=0, ls_id={id:1}, tablet_id={id:423}, ddl_data_cache_={redefined:false, schema_version:0, snapshot_version:0}) [2024-12-02 13:54:40.957969] WDIAG [SHARE] get_by_ls_id_ (ob_transfer_task_operator.cpp:751) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=23][errcode=-4018] dest ls transfer task not found(ret=-4018, ret="OB_ENTRY_NOT_EXIST", tenant_id=1019, ls_id={id:1}) [2024-12-02 13:54:40.958069] WDIAG [SHARE] get_by_src_ls (ob_transfer_task_operator.cpp:186) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=15][errcode=-4018] failed to get by ls id(ret=-4018, tenant_id=1019, src_ls={id:1}) [2024-12-02 13:54:40.958085] WDIAG [STORAGE] fetch_transfer_task_from_inner_table_by_src_ls_ (ob_transfer_handler.cpp:239) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=15][errcode=-4018] failed to get transfer task(ret=-4018, tenant_id=1019, src_ls_id={id:1}) [2024-12-02 13:54:40.959695] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:40.959719] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.960546] WDIAG [SHARE] get_by_ls_id_ (ob_transfer_task_operator.cpp:751) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=10][errcode=-4018] dest ls transfer task not found(ret=-4018, ret="OB_ENTRY_NOT_EXIST", tenant_id=1019, ls_id={id:1}) [2024-12-02 13:54:40.960646] WDIAG [SHARE] get_by_dest_ls (ob_transfer_task_operator.cpp:204) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=22][errcode=-4018] failed to get by ls id(ret=-4018, tenant_id=1019, dest_ls={id:1}) [2024-12-02 13:54:40.960666] WDIAG [STORAGE] fetch_transfer_task_from_inner_table_by_dest_ls_ (ob_transfer_handler.cpp:265) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=19][errcode=-4018] failed to get transfer task by dest ls(ret=-4018, tenant_id=1019, dest_ls_id={id:1}) [2024-12-02 13:54:40.963156] INFO [STORAGE] get_need_backfill_tx_tablets_ (ob_transfer_backfill_tx.cpp:233) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=10] statistics the time that get needed to backfill tablets(ls id={id:1}, cost_time=2475) [2024-12-02 13:54:40.963178] INFO [STORAGE] do_worker_transfer_ (ob_transfer_handler.cpp:2427) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=18] do worker transfer(ls_={running_state:{state:1}, ls_meta:{tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890976952000, latest_log_ts:{val:1733118874385661001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:1, palf_env_:0xfffe5ddc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.963235] INFO [STORAGE] do_transfer_handler_ (ob_transfer_service.cpp:235) [2324873][T1019_TransferS][T1019][YB42C0A800AF-0006284313FEE950-0-0] [lt=55] [TRANSFER] transfer handler process(ret=0, ls_id={id:1}) [2024-12-02 13:54:40.964191] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1733118880762033000, v:0}, new_max_version={val:1733118880762033000, v:0}, last_min_version={val:1733118880562033000, v:0}, last_max_version={val:1733118880562033000, v:0}, total_time_us=2391, delta_us=202156) [2024-12-02 13:54:40.970832] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:40.970852] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.974723] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:805) [2320144][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=20] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):172, sequence:1}) [2024-12-02 13:54:40.987625] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA05-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.988082] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:40.988107] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:40.988132] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:40.990086] INFO [SERVER] check_new_jobs (ob_dbms_sched_job_master.cpp:531) [2324878][T1019_DBMSSched][T1019][Y0-0000000000000000-0-0] [lt=16] check new jobs(ret=0, tenant_id=1019, is_oracle_tenant=false, job_infos=[{tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:9, job_name_:"ASYNC_GATHER_STATS_JOB_PROC", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733119490084284, last_date_:0, this_date_:0, next_date_:1733119490084284, end_date_:64060560000000000, total_:0, interval_:"FREQ=MINUTELY; INTERVAL=15", repeat_interval_:"FREQ=MINUTELY; INTERVAL=15", failures_:0, flag_:0, what_:"DBMS_STATS.ASYNC_GATHER_STATS_JOB_PROC(600000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:600, interval_ts_:900000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:5, job_name_:"FRIDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733493600000000, last_date_:0, this_date_:0, next_date_:1733493600000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:1, job_name_:"MONDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733148000000000, last_date_:0, this_date_:0, next_date_:1733148000000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:8, job_name_:"OPT_STATS_HISTORY_MANAGER", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733204990084208, last_date_:0, this_date_:0, next_date_:1733204990084208, end_date_:64060560000000000, total_:0, interval_:"FREQ=DAYLY; INTERVAL=1", repeat_interval_:"FREQ=DAYLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.PURGE_STATS(NULL)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:43200, interval_ts_:86400000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:6, job_name_:"SATURDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733522400000000, last_date_:0, this_date_:0, next_date_:1733522400000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:7, job_name_:"SUNDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733608800000000, last_date_:0, this_date_:0, next_date_:1733608800000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:4, job_name_:"THURSDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733407200000000, last_date_:0, this_date_:0, next_date_:1733407200000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:2, job_name_:"TUESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733234400000000, last_date_:0, this_date_:0, next_date_:1733234400000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1019, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:3, job_name_:"WEDNESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118590091646, start_date_:1733320800000000, last_date_:0, this_date_:0, next_date_:1733320800000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}]) [2024-12-02 13:54:40.990158] INFO [SERVER] check_tenant (ob_dbms_sched_job_master.cpp:520) [2324878][T1019_DBMSSched][T1019][Y0-0000000000000000-0-0] [lt=71] check all tenants(ret=0) [2024-12-02 13:54:40.990520] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.991339] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA08-0-0] [lt=5] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.992525] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA09-0-0] [lt=15] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.993725] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0A-0-0] [lt=15] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.994121] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880946226, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880932559, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.994306] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=48000, remain_us=857810, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.994934] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0B-0-0] [lt=15] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.996033] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=31] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:40.996141] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0C-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.997329] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0D-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.999278] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0E-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:40.999427] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:414834639}], scn_array=[cnt:1, {val:1733118880529387004, v:0}], curr_size=122, accum_size=854, time_cost=11314) [2024-12-02 13:54:40.999471] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:40.999802] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880948332, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880932559, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.999979] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=52000, remain_us=656621, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.000479] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2324878][T1019_DBMSSched][T1019][YB42C0A800AF-00062843143EEA0F-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.018140] INFO [SERVER] run_task (ob_plugin_vector_index_scheduler.cpp:1069) [2325543][T1020_TTLTablet][T1020][YB42C0A800AF-00062843177EE97B-0-0] [lt=19] schema service not ready(ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:41.022645] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880922020, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880872517, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.022834] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8962863, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=260, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.027635] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320420][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=12] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:41.027662] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320420][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=16] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=146) [2024-12-02 13:54:41.030273] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=11] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1733118881030263], gts:1733118881029393000, latest_srr:[mts=1733118881030263]}) [2024-12-02 13:54:41.030504] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.030566] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.032808] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:41.032830] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.032912] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.032966] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.033015] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.033030] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.033056] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.033065] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.033072] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.034148] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.034157] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.034175] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.034180] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.034208] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.034222] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.034236] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:41.034285] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:41.034295] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.034500] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF167-0-0] [lt=32][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.034521] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF167-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.034532] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF167-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.035223] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:41.035243] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=14] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:41.035849] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A8-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.035877] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A8-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.035961] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A8-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.036126] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A8-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.036142] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A8-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.036343] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:41.037618] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.037640] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.038760] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.038778] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.042388] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880993616, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880932562, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.042563] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=49000, remain_us=809553, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.045060] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:41.045505] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.045533] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1}, delta=244472072028, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.045544] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.045563] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1001}, delta=244454053348, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.045570] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.050523] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21059118}], scn_array=[cnt:1, {val:1733118881036769000, v:0}], curr_size=477, accum_size=6013, time_cost=12654) [2024-12-02 13:54:41.050696] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.050702] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.050735] INFO [PALF] next (palf_iterator.h:183) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:41.050747] INFO [PALF] next (palf_iterator.h:183) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:41.050755] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=18] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.050768] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=20] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.051874] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1019, current_version={val:1733118880844119000, v:0}, min_version={val:1733118880844119000, v:0}, max_version={val:1733118880844119000, v:0}, in_service=true, leader_epoch=1) [2024-12-02 13:54:41.052062] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880998883, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880995722, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.052233] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=53000, remain_us=604366, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.063198] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:41.065444] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:41.068057] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] ====== tenant freeze timer task ====== [2024-12-02 13:54:41.068080] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=18] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54750400, tenant_id=1002) [2024-12-02 13:54:41.068098] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=13] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:41.068127] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=8) [2024-12-02 13:54:41.068141] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=12] TxData Memory Statistic(logstream info): (ls_id={id:1001}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=9) [2024-12-02 13:54:41.068152] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:596) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] TxData Memory Statistic : (Tenant Total Memory(MB)=1024, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=17, Freeze TxData Trigger Memory(MB)=20, Total TxDataTable Hold Memory(MB)=20, Total TxDataTable Memory Limit(MB)=204) [2024-12-02 13:54:41.070829] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:41.070847] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=14] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.075778] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=19] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:41.084583] WDIAG read_and_convert_to_tuples_ (ob_table_access_helper.h:419) [2320402][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4008] iter failed(iter_times=0, ret=-4008, ret="OB_ITER_END", MTL_ID()=1002, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:41.084669] WDIAG read_multi_row (ob_table_access_helper.h:238) [2320402][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4008] fail to read and convert to tuples(ret=-4008, ret="OB_ITER_END", MTL_ID()=1002, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:41.085974] INFO delete_row (ob_table_access_helper.h:312) [2320402][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=16] GCTX.sql_proxy_ insert row success(ret=0, ret="OB_SUCCESS", MTL_ID()=1002, table=oceanbase.__all_dbms_lock_allocated, value=expiration <= usec_to_time(1733118881084685) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10, sql=DELETE FROM oceanbase.__all_dbms_lock_allocated WHERE expiration <= usec_to_time(1733118881084685) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10) [2024-12-02 13:54:41.086118] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:348) [2320402][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=21] finish check and clear obj lock(ls->get_ls_id()={id:1001}) [2024-12-02 13:54:41.088154] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:41.088175] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1342, avg_group_log_size=122) [2024-12-02 13:54:41.088191] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1342) [2024-12-02 13:54:41.090575] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.091642] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881042039, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881035721, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.091834] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=760283, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.093922] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6902591488, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:41.105316] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881051479, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881035723, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.105504] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=551096, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.117102] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.117784] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=10] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.117799] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118115] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=18] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118477] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118495] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=11] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118494] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=9] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118525] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118711] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118783] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.118844] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.122921] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881022051, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880995722, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.123111] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8862586, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=261, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.126749] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320417][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=5] ====== traversal_flush timer task ====== [2024-12-02 13:54:41.126898] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DD-0-0] [lt=12] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff136166d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118878526724000, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118893759897000, latest_log_ts:{val:1733118877526424001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:41.127451] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DD-0-0] [lt=62] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff136906d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118878526724000, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:41.127498] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DD-0-0] [lt=46] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-12-02 13:54:41.130580] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.130643] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.132861] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:41.132881] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.132958] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.133007] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.133052] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.133067] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.133092] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.133102] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.133110] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.133344] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:9717) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=18] table not exist(tenant_id=1020, database_id=201001, table_name=__all_job, table_name.ptr()="data_size:9, data:5F5F616C6C5F6A6F62", ret=-5019) [2024-12-02 13:54:41.133368] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:9665) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1020, database_id=201001, table_name=__all_job, ret=-5019) [2024-12-02 13:54:41.133381] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:9495) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=12][errcode=-5019] fail to resolve table relation recursively(tenant_id=1020, ret=-5019, database_id=201001, database_id=201001, table_name=__all_job, db_name=oceanbase) [2024-12-02 13:54:41.133393] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:9336) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=10][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_job) [2024-12-02 13:54:41.133404] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3527) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-12-02 13:54:41.133413] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3582) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-12-02 13:54:41.133420] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3678) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] Table 'oceanbase.__all_job' doesn't exist [2024-12-02 13:54:41.133432] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:16886) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-12-02 13:54:41.133440] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:16814) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-12-02 13:54:41.133448] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:4136) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] resolve basic table failed(ret=-5019) [2024-12-02 13:54:41.133460] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3992) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=11][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-12-02 13:54:41.133478] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1340) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=16][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-12-02 13:54:41.133483] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1556) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] resolve normal query failed(ret=-5019) [2024-12-02 13:54:41.133488] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:190) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=3][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-12-02 13:54:41.133503] WDIAG [SQL] generate_stmt (ob_sql.cpp:3108) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-12-02 13:54:41.133512] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:3229) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:41.133521] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:5157) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:41.133530] WDIAG [SQL] handle_text_query (ob_sql.cpp:2818) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-12-02 13:54:41.133536] WDIAG [SQL] stmt_query (ob_sql.cpp:232) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=5][errcode=-5019] fail to handle text query(stmt=select * from __all_job, ret=-5019) [2024-12-02 13:54:41.133545] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:696) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] executor execute failed(ret=-5019) [2024-12-02 13:54:41.133554] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] execute failed(ret=-5019, tenant_id=1020, executor={ObIExecutor:, sql:"select * from __all_job"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.133569] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=10][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-5019}, need_retry=false) [2024-12-02 13:54:41.133584] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:41.133592] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:41.133595] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=3][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-12-02 13:54:41.133612] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"select * from __all_job"}, record_ret=-5019, ret=-5019) [2024-12-02 13:54:41.133623] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] failed to process final(executor={ObIExecutor:, sql:"select * from __all_job"}, aret=-5019, ret=-5019) [2024-12-02 13:54:41.133633] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] execute sql failed(ret=-5019, tenant_id=1020, sql=select * from __all_job) [2024-12-02 13:54:41.133638] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] retry_while_no_tenant_resource failed(ret=-5019, tenant_id=1020) [2024-12-02 13:54:41.133642] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] execute_read failed(ret=-5019, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:41.133652] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:132) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] query failed(ret=-5019, conn=0xfffeb4a36050, start=1733118881133228, sql=select * from __all_job) [2024-12-02 13:54:41.133662] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:67) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] read failed(ret=-5019) [2024-12-02 13:54:41.134185] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.134195] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.134214] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.134219] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.134247] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.134261] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.134274] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:41.134320] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:41.134331] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.135562] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30AA-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.136026] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30AB-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.137630] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.137649] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.138782] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.138799] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.141112] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF168-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.141134] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF168-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.141145] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF168-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.141916] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881091463, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881071457, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.142098] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=51000, remain_us=710019, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.145558] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.145587] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244472171987, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.145603] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.145626] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244454153307, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.145637] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.150986] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A9-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.151015] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A9-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.151105] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A9-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.151258] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A9-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.151275] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A9-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.152103] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:644) [2320369][T1002_TntShared][T1002][Y0-0000000000000000-0-0] [lt=19] clear dtl interm result cost(us)(clear_cost=2067, ret=0, gc_.expire_keys_.count()=0, dump count=0, clean count=0) [2024-12-02 13:54:41.152400] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=3) [2024-12-02 13:54:41.152605] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=27559) [2024-12-02 13:54:41.154053] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT WRITE LOG COST TIME](cur_stat_count=48, stat_interval=1000000, avg (count/cost)=888, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:41.154077] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=48, stat_interval=1000000, avg (count/cost)=8, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:41.154101] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=48, stat_interval=1000000, avg (count/cost)=2, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:41.154118] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=48, stat_interval=1000000, avg (count/cost)=927, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:41.154138] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=48, stat_interval=1000000, avg (count/cost)=17, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:41.154181] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.154177] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.154220] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.154221] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.159590] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881105154, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881071457, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.159768] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=496832, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.160951] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:398) [2319530][ServerTracerTim][T0][YB42C0A800AF-0006284304CEE9DF-0-0] [lt=16] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-12-02 13:54:41.163041] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=21] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-12-02 13:54:41.174863] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=30kB/s, net_out=30kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:41.174897] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:41.174974] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:41.175041] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:41.175068] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:8, schedule:12, submit:6, rt:5926, total:5952) [2024-12-02 13:54:41.175087] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:SSTABLE_WHOLE_SCANNER_IO, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:381, bw:1560396, [delay/us]:prepare:2, schedule:8, submit:5, rt:655, total:672) [2024-12-02 13:54:41.175115] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=95, ops=0, iops=95, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:41.175150] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:381, avg_bw:1560387, [delay/us]: prepare:2, schedule:8, submit:5, device:655, total:672) [2024-12-02 13:54:41.175160] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:8, schedule:12, submit:6, device:5926, total:5952) [2024-12-02 13:54:41.175190] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:41.175263] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:41.175285] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2173, limit:9223372036854775807, [delay/us]:prepare:6, schedule:27, submit:16, rt:8, total:59) [2024-12-02 13:54:41.175321] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2173, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:41.175344] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2173, [delay/us]: prepare:6, schedule:27, submit:16, device:8, total:59) [2024-12-02 13:54:41.175371] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:41.175391] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:18808, total:18814) [2024-12-02 13:54:41.175434] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:41.175454] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:18808, total:18814) [2024-12-02 13:54:41.175484] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:41.175498] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:41.175507] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:41.175517] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:41.175525] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:41.178388] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=6][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192723731}], scn_array=[cnt:1, {val:1733118881162991001, v:0}], curr_size=589, accum_size=22135, time_cost=15102) [2024-12-02 13:54:41.178450] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=5] get number(ret=0, service_type_=0, range=1, base_id=1733118881177731000, start_id=1733118881177731000, end_id=1733118881177731001) [2024-12-02 13:54:41.189492] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:41.190629] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.193181] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881141962, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881071463, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.193363] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=52000, remain_us=658754, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.201642] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=13] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:41.204705] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:41.204725] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:41.207733] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:41.214853] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881158778, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881150363, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.215036] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=56000, remain_us=441563, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.216693] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0F-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:41.216719] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0F-0-0] [lt=24] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:41.223199] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881121974, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881071457, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.223391] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8762306, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=262, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.230650] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.230717] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.232916] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:41.232935] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.233015] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.233066] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.233115] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.233131] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.233156] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.233165] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.233170] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.234245] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.234256] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.234275] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.234280] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.234308] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.234322] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.234335] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:41.234379] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:41.234389] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.237675] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.237695] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.238805] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.238823] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.245191] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=14076) [2024-12-02 13:54:41.245445] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881192468, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881150369, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.245611] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.245641] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244472271960, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.245639] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=53000, remain_us=606478, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.245659] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.245681] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244454253280, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.245693] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.247107] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:41.247128] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:41.247139] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:41.247151] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:41.247163] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238628745580, flush_io_finished_ret_:0, flush_io_finished_round_:730, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:41.248074] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF169-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.248091] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF169-0-0] [lt=17][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.248102] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF169-0-0] [lt=10][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.253302] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324552][T1020_Occam][T1020][YB42C0A800AF-0006284314DEEA3D-0-0] [lt=10] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:41.254438] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AA-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.254467] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AA-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.254560] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AA-0-0] [lt=49][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.254743] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AA-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.254761] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AA-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.256305] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=30] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:41.257861] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.257868] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.257907] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.257918] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.262584] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:41.262606] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.264986] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2745) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=16] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", [SlidingWindow]={palf_id:1, self:"192.168.0.175:2882", lsn_allocator:{max_log_id:8263152, max_lsn:1476304896, max_scn:{val:1732837523422832000, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:1476304896}, reuse_lsn:{lsn:1476304896}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:1476304896}}, last_submit_lsn:{lsn:1476300724}, last_submit_end_lsn:{lsn:1476304896}, last_submit_log_id:8263152, last_submit_log_pid:15, max_flushed_lsn:{lsn:1476300724}, max_flushed_end_lsn:{lsn:1476304896}, max_flushed_log_pid:15, committed_end_lsn:{lsn:1476304896}, last_slide_log_id:8263152, last_slide_scn:{val:1732837523422832000, v:0}, last_slide_lsn:{lsn:1476300724}, last_slide_end_lsn:{lsn:1476304896}, last_slide_log_pid:15, last_slide_log_accum_checksum:4200360093, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", has_pending_handle_submit_task:false, last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffe45280630}, [StateMgr]={this:0xfffe45285930, self:"192.168.0.175:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, leader:"192.168.0.175:2882", leader_epoch:0, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:8263153, is_changing_config_with_arb:false, reconfirm_start_time_us:1733118593207531, palf_role_change_cb:0xfffe4528d4b0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.0.175:2882", alive_paxos_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:1}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:2}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:1476300724}, prev_mode_pid:16}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:1476300724}, prev_end_lsn:{lsn:1476304896}, prev_mode_pid:16}, reconfig_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:1476300724}, prev_end_lsn:{lsn:1476304896}, prev_mode_pid:16}, persistent_config_version:{proposal_id:16, config_seq:2}, ms_ack_list:0, resend_config_version:{proposal_id:16, config_seq:2}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"sys_region", register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffe45282930}, [ModeMgr]={palf_id:1, self:"192.168.0.175:2882", applied_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732837523422832000, v:0}}, accepted_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732837523422832000, v:0}}, last_submit_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732837523422832000, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, min_block_min_scn:{val:18446744073709551615, v:3}, base_lsn_for_block_gc:{lsn:1476304896}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, log_config_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:1}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:2}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:1476300724}, prev_mode_pid:16}, log_snapshot_meta:{version:2, base_lsn:{lsn:1476304896}, prev_log_info:{log_id:8263152, lsn:{lsn:1476300724}, scn:{val:1732837523422832000, v:0}, log_proposal_id:15, accum_checksum:4200360093}, prev_log_tail_lsn:{lsn:1476304896}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732837523422832000, v:0}}}, log_meta_storage:{log_tail:{lsn:20480}, readable_log_tail:{lsn:20480}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/meta", dir_fd:223, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:67084288, block_header_serialize_buf_:0xfffe45288178, flashback_version:0}, log_storage:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1733118593207285, this:0xfffe452861b0}, [Reconfirm]={palf_id:1, self:"192.168.0.175:2882", state:"FINISHED", new_proposal_id:16, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.0.175:2882", majority_max_accept_pid:15, majority_max_lsn:{lsn:1476304896}, saved_end_lsn:{lsn:1476304896}, last_submit_prepare_req_time_us:1733118593207825, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffe45285ab0}) [2024-12-02 13:54:41.265133] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2749) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=141] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118593507766, last_flushed_end_lsn:{lsn:1476304896}}]) [2024-12-02 13:54:41.265149] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4325) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=13] current log_task status(palf_id=1, self="192.168.0.175:2882", log_id=8263153, log_task={header:{begin_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:18446744073709551615}, log_id:-1, min_scn:{val:18446744073709551615, v:3}, max_scn:{val:18446744073709551615, v:3}, data_len:0, proposal_id:9223372036854775807, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:18446744073709551615}, data_checksum:-1, accum_checksum:-1, is_padding_log:false, is_raw_write:false}, state_map:{val:0}, ref_cnt:0, gen_ts:-1, freeze_ts:-1, submit_ts:-1, flushed_ts:-1, gen_to_freeze cost time:0, gen_to_submit cost time:0, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118593507766, last_flushed_end_lsn:{lsn:1476304896}}]) [2024-12-02 13:54:41.265177] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2745) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=22] [PALF_DUMP](palf_id=1001, self="192.168.0.175:2882", [SlidingWindow]={palf_id:1001, self:"192.168.0.175:2882", lsn_allocator:{max_log_id:9907092, max_lsn:6978895872, max_scn:{val:1732868105829633000, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:6978895872}, reuse_lsn:{lsn:6978895872}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:6978895872}}, last_submit_lsn:{lsn:6978891368}, last_submit_end_lsn:{lsn:6978895872}, last_submit_log_id:9907092, last_submit_log_pid:15, max_flushed_lsn:{lsn:6978891368}, max_flushed_end_lsn:{lsn:6978895872}, max_flushed_log_pid:15, committed_end_lsn:{lsn:6978895872}, last_slide_log_id:9907092, last_slide_scn:{val:1732868105829633000, v:0}, last_slide_lsn:{lsn:6978891368}, last_slide_end_lsn:{lsn:6978895872}, last_slide_log_pid:15, last_slide_log_accum_checksum:16225503, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", has_pending_handle_submit_task:false, last_fetch_trigger_type:"LOG_LOOP_TH", this:0xfffe80034630}, [StateMgr]={this:0xfffe80039930, self:"192.168.0.175:2882", palf_id:1001, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, leader:"192.168.0.175:2882", leader_epoch:0, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:9907093, is_changing_config_with_arb:false, reconfirm_start_time_us:1733118643134457, palf_role_change_cb:0xfffe800414b0, allow_vote:true}, [ConfigMgr]={palf_id:1001, self:"192.168.0.175:2882", alive_paxos_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:1}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:2}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:6978891368}, prev_mode_pid:16}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:6978891368}, prev_end_lsn:{lsn:6978895872}, prev_mode_pid:16}, reconfig_barrier:{prev_log_proposal_id:15, prev_lsn:{lsn:6978891368}, prev_end_lsn:{lsn:6978895872}, prev_mode_pid:16}, persistent_config_version:{proposal_id:16, config_seq:2}, ms_ack_list:0, resend_config_version:{proposal_id:16, config_seq:2}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"sys_region", register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xfffe80036930}, [ModeMgr]={palf_id:1001, self:"192.168.0.175:2882", applied_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732868105829633000, v:0}}, accepted_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732868105829633000, v:0}}, last_submit_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732868105829633000, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1001, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:274894685184, min_block_min_scn:{val:18446744073709551615, v:3}, base_lsn_for_block_gc:{lsn:6978895872}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:16}, log_config_meta:{version:3, proposal_id:16, prev:{version:1, config:{config_version:{proposal_id:15, config_seq:1}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:16, config_seq:2}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:15, prev_lsn:{lsn:6978891368}, prev_mode_pid:16}, log_snapshot_meta:{version:2, base_lsn:{lsn:6978895872}, prev_log_info:{log_id:9907092, lsn:{lsn:6978891368}, scn:{val:1732868105829633000, v:0}, log_proposal_id:15, accum_checksum:16225503}, prev_log_tail_lsn:{lsn:6978895872}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:16, mode_version:15, access_mode:2, ref_scn:{val:1732868105829633000, v:0}}}, log_meta_storage:{log_tail:{lsn:20480}, readable_log_tail:{lsn:20480}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1001}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/meta", dir_fd:226, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:67084288, block_header_serialize_buf_:0xfffe8003c178, flashback_version:0}, log_storage:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, palf_epoch:2, last_purge_throttling_ts:1733118643134369, this:0xfffe8003a1b0}, [Reconfirm]={palf_id:1001, self:"192.168.0.175:2882", state:"FINISHED", new_proposal_id:16, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.0.175:2882", majority_max_accept_pid:15, majority_max_lsn:{lsn:6978895872}, saved_end_lsn:{lsn:6978895872}, last_submit_prepare_req_time_us:1733118643134674, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xfffe80039ab0}) [2024-12-02 13:54:41.265293] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2749) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=113] [PALF_DUMP](palf_id=1001, self="192.168.0.175:2882", ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118643434692, last_flushed_end_lsn:{lsn:6978895872}}]) [2024-12-02 13:54:41.265302] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4325) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=7] current log_task status(palf_id=1001, self="192.168.0.175:2882", log_id=9907093, log_task={header:{begin_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:18446744073709551615}, log_id:-1, min_scn:{val:18446744073709551615, v:3}, max_scn:{val:18446744073709551615, v:3}, data_len:0, proposal_id:9223372036854775807, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:18446744073709551615}, data_checksum:-1, accum_checksum:-1, is_padding_log:false, is_raw_write:false}, state_map:{val:0}, ref_cnt:0, gen_ts:-1, freeze_ts:-1, submit_ts:-1, flushed_ts:-1, gen_to_freeze cost time:0, gen_to_submit cost time:0, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118643434692, last_flushed_end_lsn:{lsn:6978895872}}]) [2024-12-02 13:54:41.271119] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881214586, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881150373, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.271293] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=385307, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.282046] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=16] ====== tenant freeze timer task ====== [2024-12-02 13:54:41.288254] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1342, avg_group_log_size=122) [2024-12-02 13:54:41.290683] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.294222] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=24] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:41.298724] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881245090, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881150380, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.298903] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=553214, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.307501] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:41.320612] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:41.320634] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=17] temporary file module use no blocks [2024-12-02 13:54:41.320643] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:41.320654] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:41.320662] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=7] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238628819095, flush_io_finished_ret_:0, flush_io_finished_round_:304, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:41.322358] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=21] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:41.323478] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881223008, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881150373, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.323665] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8662032, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=263, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.328376] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881270372, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881254576, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.328555] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=328045, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.330690] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.330753] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.332969] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:41.332988] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.333058] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.333110] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.333158] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.333173] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.333197] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.333207] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.333212] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.334286] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.334295] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.334314] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.334318] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.334346] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.334356] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.334369] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:41.334412] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:41.334422] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.335554] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2324659][T1020_STSWorker][T1020][Y0-0000000000000000-0-0] [lt=20] ObStandbyTimestampService state(*this={inited:true, last_id:1732874408973130000, tenant_id:1020, epoch:16, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:41.337715] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.337734] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.338852] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.338870] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.340401] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:41.345665] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.345694] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1}, delta=244472371924, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.345710] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.345730] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244454353244, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.345742] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.350380] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.350400] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.351354] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=20] PNIO [ratelimit] time: 1733118881351352, bytes: 19622188, bw: 0.029587 MB/s, add_ts: 1000905, add_bytes: 31052 [2024-12-02 13:54:41.351836] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.351853] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.352476] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:41.352985] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881297737, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881254576, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.353165] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=498951, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.353984] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16A-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.354005] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16A-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.354013] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16A-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.358112] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AB-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.358142] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AB-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.358227] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AB-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.358397] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AB-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.358413] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AB-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.361270] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.361275] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.361312] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.361318] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.363285] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:158) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=24] submit log success(service_type_=0, last_id=1733118897924619000, limited_id=1733118897924619000) [2024-12-02 13:54:41.363301] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=15] submit log with lock success(service_type_=0, last_id=1733118897924619000, limited_id=1733118897924619000) [2024-12-02 13:54:41.364311] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:844) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=19] update id meta(ret=0, service_type=0, limited_id=1733118897924619000, latest_scn={val:1733118881362923001, v:0}, *this={tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118897924619000, latest_log_ts:{val:1733118881362923001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}) [2024-12-02 13:54:41.364353] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:190) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=40] handle submit callback(service_type_=0, success=true, used_ts=1069, log_ts={val:1733118881362923001, v:0}, limited_id=1733118897924619000) [2024-12-02 13:54:41.364362] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:564) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=8] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.364372] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:602) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=9] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-12-02 13:54:41.386639] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881328228, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881254576, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.386821] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=269778, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.388310] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:41.389464] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1342) [2024-12-02 13:54:41.389464] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1466, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:41.389491] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=25] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:41.389533] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:41.389554] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1511, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:41.389568] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=27, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:41.390738] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.400174] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324767][T1019_Occam][T1019][YB42C0A800AF-0006284314FEEA3D-0-0] [lt=11] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:41.408249] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881352431, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881350329, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.408425] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=56000, remain_us=443691, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.423749] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881322964, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881254576, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.423938] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8561759, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=264, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.430738] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.430802] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.433022] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:41.433041] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.433109] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.433158] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.433204] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.433218] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.433243] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.433252] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.433259] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.434333] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.434342] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.434360] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.434364] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.434392] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.434406] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.434419] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:41.434461] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:41.434470] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.437793] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.437814] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.438927] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.438944] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.439181] INFO [SHARE] run1 (ob_dynamic_thread_pool.cpp:594) [2319674][qth_mgr][T0][Y0-0000000000000000-0-0] [lt=11] [thread pool stat](pool_stat={pool:0xffff809b1740, last_check_time:1733118881439178, last_idle_time:740601288, last_thread_count:1}, *pool={name:IO_SYNC_CH, this:0xffff809b1740, min_thread_cnt:1, max_thread_cnt:96, running_thread_cnt:0, threads_idle_time:740601288, tenant_id:500}, qsize=-1, current_idle_time=740601288) [2024-12-02 13:54:41.439205] INFO [SHARE] run1 (ob_dynamic_thread_pool.cpp:594) [2319674][qth_mgr][T0][Y0-0000000000000000-0-0] [lt=24] [thread pool stat](pool_stat={pool:0xfffe9c8404c0, last_check_time:1733118881439205, last_idle_time:341484721, last_thread_count:1}, *pool={name:IO_SYNC_CH, this:0xfffe9c8404c0, min_thread_cnt:1, max_thread_cnt:96, running_thread_cnt:0, threads_idle_time:341484721, tenant_id:500}, qsize=-1, current_idle_time=341484721) [2024-12-02 13:54:41.439213] INFO [SHARE] run1 (ob_dynamic_thread_pool.cpp:594) [2319674][qth_mgr][T0][Y0-0000000000000000-0-0] [lt=7] [thread pool stat](pool_stat={pool:0xfffe9c840bd0, last_check_time:1733118881439213, last_idle_time:341437001, last_thread_count:1}, *pool={name:IO_SYNC_CH, this:0xfffe9c840bd0, min_thread_cnt:1, max_thread_cnt:96, running_thread_cnt:0, threads_idle_time:341437001, tenant_id:500}, qsize=-1, current_idle_time=341437001) [2024-12-02 13:54:41.439224] INFO [SHARE] run1 (ob_dynamic_thread_pool.cpp:594) [2319674][qth_mgr][T0][Y0-0000000000000000-0-0] [lt=10] [thread pool stat](pool_stat={pool:0xfffee94aa4c0, last_check_time:1733118881439224, last_idle_time:236975205, last_thread_count:1}, *pool={name:IO_SYNC_CH, this:0xfffee94aa4c0, min_thread_cnt:1, max_thread_cnt:96, running_thread_cnt:0, threads_idle_time:236975205, tenant_id:500}, qsize=-1, current_idle_time=236975205) [2024-12-02 13:54:41.445301] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:41.445719] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.445747] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1}, delta=244472471885, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.445761] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.445782] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244454453205, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.445793] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.445905] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881386087, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881374508, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.446082] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=210518, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.459810] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:41.459837] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=23] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.460274] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16B-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.460296] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16B-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.460307] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16B-0-0] [lt=10][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.461561] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AC-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.461590] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AC-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.461677] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AC-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.461848] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AC-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.461865] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AC-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.463423] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=13, avg_log_batch_cnt=1, total_group_log_size=8418, avg_group_log_size=647) [2024-12-02 13:54:41.463449] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8419) [2024-12-02 13:54:41.464507] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881408206, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881374510, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.464687] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=57000, remain_us=387430, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.465478] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=32][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.465473] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.465523] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.465523] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.466531] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:41.467635] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:41.470948] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:41.470971] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.486323] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320236][T1001_ArcSender][T1001][YB42C0A800AF-00062843053EE94C-0-0] [lt=17][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:41.488335] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] tx gc loop thread is running(MTL_ID()=1002) [2024-12-02 13:54:41.488350] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=14] try gc retain ctx [2024-12-02 13:54:41.488359] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] try to retry start_working [2024-12-02 13:54:41.488386] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=4] finish update min start scn(max_decided_scn={val:1733118881029393003, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118871038344004, v:0}, keep_alive_scn_:{val:1733118876025001004, v:0}, update_ts_:1733118881488157}) [2024-12-02 13:54:41.489568] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=14] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118878526724000, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118893759897000, latest_log_ts:{val:1733118877526424001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.489659] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=50] finish update min start scn(max_decided_scn={val:1733118881029393003, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118871038344004, v:0}, keep_alive_scn_:{val:1733118876025001004, v:0}, update_ts_:1733118881489211}) [2024-12-02 13:54:41.490794] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.490769] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118878526724000, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.494526] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=25] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:41.498705] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:41.506167] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881445015, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881374512, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.506348] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=150252, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.515158] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30AD-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.515162] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B9-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.515216] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC7-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.516399] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8BB-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.516429] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30AF-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.516593] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC9-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.521772] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881463973, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881461872, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.521957] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=330160, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.524023] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881422950, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881374510, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.524214] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8461483, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=265, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.525351] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=16] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:41.529008] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=61] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:41.530636] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=20] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.530803] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=25] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:41.530825] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.530888] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.532228] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=66] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.533078] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:41.533099] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.533175] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.533225] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.533273] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.533288] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.533313] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.533322] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.533327] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.534401] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.534410] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.534429] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.534433] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.534462] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.534477] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:41.537858] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.537880] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.539001] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.539020] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.545772] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.545800] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1}, delta=244472571862, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.545816] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.545837] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244454553182, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.545848] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.545851] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=16] current monitor number(seq_=-1) [2024-12-02 13:54:41.552421] INFO [PALF] is_allowed_broadcast_ (palf_handle_impl.h:1402) [2320136][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=58] keep in silent because of disconnected with RS, do not solicit votes.(is_in_silent=false, palf_id=1, is_allowed_broadcast=true) [2024-12-02 13:54:41.552551] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:41.563391] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=5] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=49, avg_log_batch_cnt=1, total_group_log_size=27689, avg_group_log_size=565) [2024-12-02 13:54:41.565698] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AD-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.565727] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AD-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.565822] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AD-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.565982] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AD-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.565993] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AD-0-0] [lt=7] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.566500] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16C-0-0] [lt=34][errcode=-4018] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:41.567434] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881506056, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881498688, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.567621] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=88978, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:41.568810] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.568816] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.568850] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.568860] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.570921] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=8] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:41.570945] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.580041] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881521821, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881520768, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.580227] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=271889, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.590849] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.591661] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB14-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.594284] INFO [SERVER] check_new_jobs (ob_dbms_sched_job_master.cpp:531) [2320250][T1001_DBMSSched][T1001][Y0-0000000000000000-0-0] [lt=19] check new jobs(ret=0, tenant_id=1001, is_oracle_tenant=false, job_infos=[{tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:9, job_name_:"ASYNC_GATHER_STATS_JOB_PROC", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118779097055, start_date_:1732872178574033, last_date_:1733118778575481, this_date_:0, next_date_:1733119678574033, end_date_:64060560000000000, total_:17627515, interval_:"FREQ=MINUTELY; INTERVAL=15", repeat_interval_:"FREQ=MINUTELY; INTERVAL=15", failures_:0, flag_:0, what_:"DBMS_STATS.ASYNC_GATHER_STATS_JOB_PROC(600000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:600, interval_ts_:900000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:5, job_name_:"FRIDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732888815665890, start_date_:1732888800000000, last_date_:1732888800001278, this_date_:0, next_date_:1733493600000000, end_date_:64060560000000000, total_:15664612, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:1, job_name_:"MONDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871278580691, start_date_:1733148000000000, last_date_:0, this_date_:0, next_date_:1733148000000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:8, job_name_:"OPT_STATS_HISTORY_MANAGER", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733044078894754, start_date_:1732957678573961, last_date_:1733044078575183, this_date_:0, next_date_:1733130478573961, end_date_:64060560000000000, total_:590235, interval_:"FREQ=DAYLY; INTERVAL=1", repeat_interval_:"FREQ=DAYLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.PURGE_STATS(NULL)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:43200, interval_ts_:86400000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:6, job_name_:"SATURDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732917602306123, start_date_:1732917600000000, last_date_:1732917600001213, this_date_:0, next_date_:1733522400000000, end_date_:64060560000000000, total_:2304910, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:7, job_name_:"SUNDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733004002648751, start_date_:1733004000000000, last_date_:1733004000001287, this_date_:0, next_date_:1733608800000000, end_date_:64060560000000000, total_:2647464, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:4, job_name_:"THURSDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871278580691, start_date_:1733407200000000, last_date_:0, this_date_:0, next_date_:1733407200000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:2, job_name_:"TUESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871278580691, start_date_:1733234400000000, last_date_:0, this_date_:0, next_date_:1733234400000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1001, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:3, job_name_:"WEDNESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871278580691, start_date_:1733320800000000, last_date_:0, this_date_:0, next_date_:1733320800000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}]) [2024-12-02 13:54:41.594361] INFO [SERVER] check_tenant (ob_dbms_sched_job_master.cpp:520) [2320250][T1001_DBMSSched][T1001][Y0-0000000000000000-0-0] [lt=75] check all tenants(ret=0) [2024-12-02 13:54:41.595620] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB17-0-0] [lt=5] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.596880] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB18-0-0] [lt=20] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.598046] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=16][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4018, dropped:10, tid:2324583}, {errcode:-6231, dropped:1175, tid:2324607}]) [2024-12-02 13:54:41.598129] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB19-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.599386] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB1A-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.600635] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB1B-0-0] [lt=18] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.601893] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB1C-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.603152] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320250][T1001_DBMSSched][T1001][YB42C0A800AF-000628430B1EEB1D-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:41.615037] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=11] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:41.615052] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=15] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:41.615055] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:41.615076] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=19] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118881615075) [2024-12-02 13:54:41.615085] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=9] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:41.616363] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=9] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:41.616380] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=16] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:41.617569] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:41.617585] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=15] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1197) [2024-12-02 13:54:41.617596] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=6] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:41.618706] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:41.618723] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1119) [2024-12-02 13:54:41.618734] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=9] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:41.619849] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=7] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:41.619866] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1124) [2024-12-02 13:54:41.619873] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=7] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:41.620958] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=4] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:41.620975] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1096) [2024-12-02 13:54:41.620985] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=9] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:41.620996] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=7] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:41.621007] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=11] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=15) [2024-12-02 13:54:41.621015] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=7][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:41.621024] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=5930) [2024-12-02 13:54:41.621033] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:41.621042] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=9] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=5967) [2024-12-02 13:54:41.621054] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAE-0-0] [lt=8][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:41.621067] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:41.621074] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:41.624287] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:265, local_retry_times:265, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.624314] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881523926, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881521820, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.624360] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.624368] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.624376] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.624390] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.624500] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.624553] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.624562] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:41.624571] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.624580] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881624459, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881614495}, ret=-6231) [2024-12-02 13:54:41.624721] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=140][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.624727] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.624732] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017420, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881623932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881624459, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.624894] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.624904] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.624911] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.624918] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.624924] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.624931] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.624939] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.624949] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.624955] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.624963] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.624970] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:41.624980] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=266, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.624991] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9] will sleep(sleep_us=100000, remain_us=8360706, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=266, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.629695] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=18][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:62, local_retry_times:62, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.629729] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881567112, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881566060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.629779] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=45][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.629790] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.629799] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.629816] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.629891] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118881586599, current_time=1733118881629171) [2024-12-02 13:54:41.629905] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=14][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118881586599, request_time=[mts=1733118881629890]) [2024-12-02 13:54:41.629917] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881629171, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:41.629943] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=26][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}) [2024-12-02 13:54:41.629958] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881629171, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:41.629981] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=21] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe65f4bee0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881629171, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118879657562, use_das=false, nested_level=0, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:41.630021] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=40][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:41.630034] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=11][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:41.630039] WDIAG [SQL] open (ob_result_set.cpp:162) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:41.630048] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:41.630056] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.630066] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.630078] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=11][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:41.630094] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=11][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:41.630102] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:41.630106] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:41.630118] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:41.630128] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1972565) [2024-12-02 13:54:41.630136] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:41.630147] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:41.630156] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:41.630166] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:41.630173] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:41.630186] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:41.630247] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:41.630259] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:41.630269] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:41.630278] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:41.630287] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:41.630298] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:41.630307] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:41.630319] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:41.630332] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:41.630341] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:41.630350] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:293) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get global sys variable(ret=-4012, tenant_id=1020, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-12-02 13:54:41.630362] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:75) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to get mem limit(ret=-4012, tenant_id=1020, mem_limit=751619276, config_mem_limit_=16777216) [2024-12-02 13:54:41.630368] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=5] sql audit evict mem start(request_manager_->get_tenant_id()=1020, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=0, mem_used=10398720) [2024-12-02 13:54:41.630423] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1020, evict_high_mem_level=8388608, evict_high_size_level=471859, evict_batch_count=1, elapse_time=56, size_used=0, mem_used=0) [2024-12-02 13:54:41.630435] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.630849] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.630908] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=56] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.633131] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=0] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:41.633150] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.633222] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.633290] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.633339] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.633353] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.633378] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.633387] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.633393] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.634467] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.634476] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.634494] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.634498] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.634527] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.634541] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.634554] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:41.634597] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:41.634607] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.636107] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=16] dump tenant info(tenant={id:1, tenant_meta:{unit:{tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:3, max_cpu:3, memory_size:"2GB", log_disk_size:"3GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:3, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:3, }}, mode:0, create_timestamp:1732871187131588, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:1, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:false, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"3.000000000000000000e+00", unit_max_cpu:"3.000000000000000000e+00", total_worker_cnt:53, min_worker_cnt:32, max_worker_cnt:150, stopped:0, worker_us:212993659, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:852, recv_lp_rpc_cnt:0, recv_mysql_cnt:2817, recv_task_cnt:669, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:2200295, workers:32, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=5 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:{group_id:25, queue_size:0, recv_req_cnt:360, min_worker_cnt:1, max_worker_cnt:1, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118161903233}{group_id:10, queue_size:0, recv_req_cnt:721, min_worker_cnt:3, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:3, nesting_worker_cnt:0, token_change:1733118160495182}{group_id:20, queue_size:0, recv_req_cnt:3, min_worker_cnt:3, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:0, nesting_worker_cnt:0, token_change:1733118599875570}{group_id:2, queue_size:0, recv_req_cnt:2904, min_worker_cnt:3, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:3, nesting_worker_cnt:0, token_change:1733118154994022}{group_id:9, queue_size:0, recv_req_cnt:126, min_worker_cnt:3, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:3, nesting_worker_cnt:0, token_change:1733118145424465}{group_id:5, queue_size:0, recv_req_cnt:12, min_worker_cnt:3, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:3, nesting_worker_cnt:0, token_change:1733118158059263}, rpc_stat_info: pcode=0x150b:cnt=20 pcode=0x150a:cnt=20 pcode=0x4a9:cnt=10 pcode=0x152:cnt=5 pcode=0x40e:cnt=3, token_change_ts:1733118144438718, tenant_role:1}) [2024-12-02 13:54:41.636721] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=612] dump throttled time info(id_=1, throttled_time_log=group_id: 25, group: OBCG_HB_SERVICE, throttled_time: 0;group_id: 10, group: OBCG_LOC_CACHE, throttled_time: 0;group_id: 20, group: OBCG_LOCK, throttled_time: 0;group_id: 2, group: OBCG_ELECTION, throttled_time: 0;group_id: 9, group: OBCG_DETECT_RS, throttled_time: 0;group_id: 5, group: OBCG_ID_SERVICE, throttled_time: 0;tenant_id: 1, tenant_throttled_time: 0;) [2024-12-02 13:54:41.636748] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=26] dump tenant info(tenant={id:508, tenant_meta:{unit:{tenant_id:508, unit_id:1000, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1000, name:"virtual_tenant_unit", resource:{min_cpu:5, max_cpu:5, memory_size:"1GB", log_disk_size:"2GB", data_disk_size:0, min_iops:10000, max_iops:50000, iops_weight:0, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:5, }}, mode:0, create_timestamp:1733118141266921, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:508, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:true, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"5.000000000000000000e+00", unit_max_cpu:"5.000000000000000000e+00", total_worker_cnt:60, min_worker_cnt:52, max_worker_cnt:150, stopped:0, worker_us:11324339, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:0, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:3681737, workers:52, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:, rpc_stat_info:, token_change_ts:1733118141275153, tenant_role:0}) [2024-12-02 13:54:41.637320] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=572] dump throttled time info(id_=508, throttled_time_log=tenant_id: 508, tenant_throttled_time: 0;) [2024-12-02 13:54:41.637329] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=8] dump tenant info(tenant={id:509, tenant_meta:{unit:{tenant_id:509, unit_id:1000, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1000, name:"virtual_tenant_unit", resource:{min_cpu:2.5, max_cpu:2.5, memory_size:"1GB", log_disk_size:"2GB", data_disk_size:0, min_iops:10000, max_iops:50000, iops_weight:0, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:2, }}, mode:0, create_timestamp:1733118141260831, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:509, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:true, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"2.500000000000000000e+00", unit_max_cpu:"2.500000000000000000e+00", total_worker_cnt:35, min_worker_cnt:27, max_worker_cnt:150, stopped:0, worker_us:9088010, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:0, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:1840886, workers:27, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:, rpc_stat_info:, token_change_ts:1733118141281868, tenant_role:0}) [2024-12-02 13:54:41.637918] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=587] dump throttled time info(id_=509, throttled_time_log=tenant_id: 509, tenant_throttled_time: 0;) [2024-12-02 13:54:41.638193] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.638221] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=28][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.637928] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=10] dump tenant info(tenant={id:1001, tenant_meta:{unit:{tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"0.6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:1001, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:false, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"1.000000000000000000e+00", unit_max_cpu:"1.000000000000000000e+00", total_worker_cnt:16, min_worker_cnt:6, max_worker_cnt:150, stopped:0, worker_us:47168618, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:739, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:293226, workers:6, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:{group_id:2, queue_size:0, recv_req_cnt:2892, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118158052964}{group_id:5, queue_size:0, recv_req_cnt:11, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118164426991}, rpc_stat_info: pcode=0x150b:cnt=20 pcode=0x150a:cnt=20 pcode=0x745:cnt=10, token_change_ts:1733118147173933, tenant_role:1}) [2024-12-02 13:54:41.638540] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=610] dump throttled time info(id_=1001, throttled_time_log=group_id: 2, group: OBCG_ELECTION, throttled_time: 0;group_id: 5, group: OBCG_ID_SERVICE, throttled_time: 0;tenant_id: 1001, tenant_throttled_time: 0;) [2024-12-02 13:54:41.638569] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=27] dump tenant info(tenant={id:1002, tenant_meta:{unit:{tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"5.4GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:1002, replay_start_point:ObLogCursor{file_id=4, log_id=500343, offset=1092654}, ls_meta_entry:{[ver=1,mode=0,seq=50454][2nd=40735]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:false, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"1.000000000000000000e+00", unit_max_cpu:"1.000000000000000000e+00", total_worker_cnt:16, min_worker_cnt:6, max_worker_cnt:150, stopped:0, worker_us:97591561, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:11, recv_lp_rpc_cnt:0, recv_mysql_cnt:24176, recv_task_cnt:16, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:333008, workers:6, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:{group_id:18, queue_size:0, recv_req_cnt:1392, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118832972353}{group_id:2, queue_size:0, recv_req_cnt:5758, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118160873237}, rpc_stat_info: pcode=0x150b:cnt=40 pcode=0x150a:cnt=40 pcode=0x743:cnt=18, token_change_ts:1733118313468947, tenant_role:1}) [2024-12-02 13:54:41.639162] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=592] dump throttled time info(id_=1002, throttled_time_log=group_id: 18, group: OBCG_DBA_COMMAND, throttled_time: 0;group_id: 2, group: OBCG_ELECTION, throttled_time: 0;tenant_id: 1002, tenant_throttled_time: 0;) [2024-12-02 13:54:41.639305] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=17][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:59, local_retry_times:59, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.639348] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=27] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881579755, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881573434, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.639416] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=53][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.639431] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=13][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.639440] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.639465] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.639522] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.639544] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.639630] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=14][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.639695] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=64][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.639708] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=12][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:41.639719] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.639181] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=19] dump tenant info(tenant={id:1019, tenant_meta:{unit:{tenant_id:1019, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"10GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:1019, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:false, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"1.000000000000000000e+00", unit_max_cpu:"1.000000000000000000e+00", total_worker_cnt:16, min_worker_cnt:6, max_worker_cnt:150, stopped:0, worker_us:5155596, recv_hp_rpc_cnt:44, recv_np_rpc_cnt:17, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:120767, workers:6, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=3 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:{group_id:20, queue_size:0, recv_req_cnt:436, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:0, nesting_worker_cnt:0, token_change:1733118827275433}{group_id:2, queue_size:0, recv_req_cnt:1210, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118578580924}{group_id:5, queue_size:0, recv_req_cnt:9, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118581231289}, rpc_stat_info: pcode=0x150a:cnt=20 pcode=0x150b:cnt=20, token_change_ts:1733118578297567, tenant_role:1}) [2024-12-02 13:54:41.639833] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=652] dump throttled time info(id_=1019, throttled_time_log=group_id: 20, group: OBCG_LOCK, throttled_time: 0;group_id: 2, group: OBCG_ELECTION, throttled_time: 0;group_id: 5, group: OBCG_ID_SERVICE, throttled_time: 0;tenant_id: 1019, tenant_throttled_time: 0;) [2024-12-02 13:54:41.639729] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881639571, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881614495}, ret=-6231) [2024-12-02 13:54:41.639877] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=147][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.639883] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.639888] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017421, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881638658, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881639571, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.640066] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=176][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.640079] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.640084] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.640094] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.640098] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.640106] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.640111] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.640124] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=12][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.640132] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.640148] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=15][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.640159] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.640170] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=60, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.640184] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11] will sleep(sleep_us=60000, remain_us=211933, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.639853] INFO [SERVER.OMT] run1 (ob_multi_tenant.cpp:2561) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=19] dump tenant info(tenant={id:1020, tenant_meta:{unit:{tenant_id:1020, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:8, max_cpu:8, memory_size:"7GB", log_disk_size:"90GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}, super_block:{tenant_id:1020, replay_start_point:ObLogCursor{file_id=1, log_id=1, offset=0}, ls_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, tablet_meta_entry:{[ver=1,mode=0,seq=0][2nd=18446744073709551615]}, is_hidden:false, version:4, snapshot_cnt:0, preallocated_seqs:{object_seq:60000, tmp_file_seq:60000, write_seq:60000}, auto_inc_ls_epoch:0, ls_cnt:0}, create_status:1, epoch:0}, unit_min_cpu:"8.000000000000000000e+00", unit_max_cpu:"8.000000000000000000e+00", total_worker_cnt:51, min_worker_cnt:34, max_worker_cnt:150, stopped:0, worker_us:18442601, recv_hp_rpc_cnt:0, recv_np_rpc_cnt:638, recv_lp_rpc_cnt:0, recv_mysql_cnt:0, recv_task_cnt:0, recv_large_req_cnt:0, tt_large_quries:0, pop_normal_cnt:966489, workers:34, nesting workers:8, req_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 , multi_level_queue:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , group_map:{group_id:18, queue_size:0, recv_req_cnt:5025, min_worker_cnt:1, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:1, nesting_worker_cnt:0, token_change:1733118833740414}{group_id:2, queue_size:0, recv_req_cnt:2120, min_worker_cnt:8, max_worker_cnt:150, multi_level_queue_:total_size=0 queue[0]=0 queue[1]=0 queue[2]=0 queue[3]=0 queue[4]=0 queue[5]=0 queue[6]=0 queue[7]=0 queue[8]=0 queue[9]=0 , recv_level_rpc_cnt:cnt[0]=0 cnt[1]=0 cnt[2]=0 cnt[3]=0 cnt[4]=0 cnt[5]=0 cnt[6]=0 cnt[7]=0 cnt[8]=0 cnt[9]=0 , worker_cnt:8, nesting_worker_cnt:0, token_change:1733118591109717}, rpc_stat_info: pcode=0x743:cnt=188 pcode=0x150a:cnt=40 pcode=0x150b:cnt=40, token_change_ts:1733118578184617, tenant_role:3}) [2024-12-02 13:54:41.640363] INFO [SERVER.OMT] print_throttled_time (ob_tenant.cpp:1679) [2319791][MultiTenant][T0][Y0-0000000000000000-0-0] [lt=510] dump throttled time info(id_=1020, throttled_time_log=group_id: 18, group: OBCG_DBA_COMMAND, throttled_time: 0;group_id: 2, group: OBCG_ELECTION, throttled_time: 0;tenant_id: 1020, tenant_throttled_time: 0;) [2024-12-02 13:54:41.645830] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.645868] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244472671853, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.645885] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.645910] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244454653173, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.645921] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.646716] INFO [PALF] inner_write_once_ (log_block_handler.cpp:412) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=26] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=21072232, this={dio_aligned_buf:{buf_write_offset:2996, buf_padding_size:1100, align_size:4096, aligned_buf_size:3682304, aligned_used_ts:10041, truncate_used_ts:1577}, log_block_size:67108864, dir_fd:217, io_fd:222}, aligned_buf_len=4096, aligned_block_offset=21069824, buf_len=588, total_write_size=134777, total_write_size_after_dio=1142784, ob_pwrite_used_ts=559977, count=246, each_pwrite_cost=2276) [2024-12-02 13:54:41.646747] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=28] [PALF STAT WRITE LOG COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=1810, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:41.646761] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=15142) [2024-12-02 13:54:41.646774] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=7] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:41.646790] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=15142) [2024-12-02 13:54:41.646817] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:41.646829] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG LIFE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=2071, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:41.646839] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=27, avg_log_gen_to_freeze_time=220, avg_log_gen_to_submit_time=228, avg_log_submit_to_flush_time=1832, avg_log_submit_to_slide_time=1842) [2024-12-02 13:54:41.646857] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=21, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:41.646866] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=25] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=15142, hit_cnt=27, read_cnt=27, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:41.664558] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1179, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:41.664585] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:41.664614] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:41.664633] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1233, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:41.664650] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=24, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:41.669116] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AE-0-0] [lt=10] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.669151] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AE-0-0] [lt=23] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.669253] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AE-0-0] [lt=48][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.669446] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AE-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.669463] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AE-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.672192] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.672198] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.672238] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.672249] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=50] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.672464] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16D-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.672487] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16D-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.672499] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16D-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.679922] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30B1-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.681371] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=16] get number(ret=0, service_type_=0, range=1, base_id=1733118881680786000, start_id=1733118881680786000, end_id=1733118881680786001) [2024-12-02 13:54:41.682974] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=10] [APPLY STAT CB APPEND COST TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=16, this=0xffff13750440, extra_info="") [2024-12-02 13:54:41.682994] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=19] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=2377, this=0xffff13750670, extra_info="") [2024-12-02 13:54:41.683000] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=5] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=0, this=0xffff137508a0, extra_info="") [2024-12-02 13:54:41.683005] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=5] [APPLY STAT CB EXECUTE TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=-521, this=0xffff13750ad0, extra_info="") [2024-12-02 13:54:41.683013] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=8] [APPLY STAT CB TOTAL TIME](cur_stat_count=32, stat_interval=5000000, avg (count/cost)=1872, this=0xffff13750d00, extra_info="") [2024-12-02 13:54:41.683220] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30B5-0-0] [lt=19][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.685002] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=18] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548191, offset=952472}, end_cursor:ObLogCursor{file_id=5, log_id=548192, offset=952778}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff6712c050, len:1896, log_data_len:306, seq:548191, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:41.685191] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC95-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.685235] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC95-0-0] [lt=23] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118881530246000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118881530246000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.688159] INFO [CLOG] push_append_cb (ob_log_apply_service.cpp:422) [2320316][T1002_TeRec][T1001][YB42C0A800AF-00062843066EEC95-0-0] [lt=6] apply service push_task cost too much time(thread_index=1, cb_lsn={lsn:2127157620}, cb_sign=1733118881687104001, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:2127157564}, palf_committed_end_scn_:{val:1733118881662884000, v:0}, last_check_scn_:{val:1733118881595547000, v:0}, max_applied_cb_scn_:{val:1733118881462920000, v:0}}, push_cost=1053) [2024-12-02 13:54:41.688326] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30B6-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.689412] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30B8-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:41.689761] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=8967) [2024-12-02 13:54:41.689792] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=8967) [2024-12-02 13:54:41.689818] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=15, avg_log_submit_to_flush_time=1240, avg_log_submit_to_slide_time=1251) [2024-12-02 13:54:41.689842] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=8967, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:41.690904] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.691822] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=21] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548192, offset=952778}, end_cursor:ObLogCursor{file_id=5, log_id=548193, offset=953075}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67118050, len:1590, log_data_len:297, seq:548192, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:41.691982] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC95-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.692010] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC95-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118881530246000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118881530246000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.694859] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6908882944, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:41.700253] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:60, local_retry_times:60, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.700278] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881638658, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.700324] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.700333] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.700338] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.700355] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.700473] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.700525] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.700533] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:41.700539] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.700548] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881700432, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881691321}, ret=-6231) [2024-12-02 13:54:41.700678] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=129][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.700684] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.700689] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017422, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881699738, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881691321, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881700432, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.700853] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.700864] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.700872] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.700876] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.700884] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.700888] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.700897] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.700907] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.700911] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.700918] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.700926] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.700932] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=61, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.700944] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9] will sleep(sleep_us=61000, remain_us=151173, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.707772] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:414835484}], scn_array=[cnt:1, {val:1733118881680786000, v:0}], curr_size=122, accum_size=357, time_cost=19292) [2024-12-02 13:54:41.725058] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:266, local_retry_times:266, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.725087] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881623932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881614495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.725138] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=45][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.725147] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.725155] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.725173] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.725289] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.725346] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=56][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.725359] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:41.725368] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.725378] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e9e008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881725248, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881691321}, ret=-6231) [2024-12-02 13:54:41.725526] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=147][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.725532] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.725536] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017423, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881725011, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881691321, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881725248, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.725702] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.725714] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.725723] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.725731] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.725740] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.725748] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.725754] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e990f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.725765] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.725773] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.725782] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.725787] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:41.725797] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=267, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.725810] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11] will sleep(sleep_us=100000, remain_us=8259887, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=267, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.730922] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.730989] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.733192] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:41.733218] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.733311] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.733369] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.733420] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.733437] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.733461] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.733479] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.733486] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.734562] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.734571] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.734590] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.734594] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.734624] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.734639] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.734653] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:41.734698] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:41.734708] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.737943] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.737964] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.739064] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.739083] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.741722] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=15] PNIO [ratelimit] time: 1733118881741719, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-12-02 13:54:41.745882] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.745912] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1}, delta=244472771892, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.745928] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.745951] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244454753212, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.745962] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.752624] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=13] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=0) [2024-12-02 13:54:41.762012] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:61, local_retry_times:61, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.762038] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881699738, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881691321, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.762079] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=36][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.762084] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.762092] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.762104] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.762216] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.762267] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.762278] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881752116) [2024-12-02 13:54:41.762287] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.762292] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881752116, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881762176, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881753446}, ret=-6231) [2024-12-02 13:54:41.762410] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.762415] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.762420] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017424, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881761869, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881753446, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324ff00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881762176, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881752116, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.762579] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.762588] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.762596] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.762600] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.762604] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.762610] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.762617] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.762627] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.762632] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.762639] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.762644] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.762653] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=62, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.762664] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10] will sleep(sleep_us=62000, remain_us=89452, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:41.762700] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:41.762718] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=15] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.763528] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=46, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:41.763559] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND COST TIME](cur_stat_count=41, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:41.764594] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=24396) [2024-12-02 13:54:41.764628] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=24396) [2024-12-02 13:54:41.764654] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=45, avg_log_gen_to_freeze_time=25, avg_log_gen_to_submit_time=33, avg_log_submit_to_flush_time=1218, avg_log_submit_to_slide_time=1225) [2024-12-02 13:54:41.772464] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AF-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.772493] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AF-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.772585] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4AF-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.772762] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AF-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.772780] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4AF-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.775580] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.775585] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.775619] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.775628] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.780434] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEABA-0-0] [lt=17] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:41.789789] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1836) [2024-12-02 13:54:41.789790] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=30] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4118, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:41.789811] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:41.789823] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1836) [2024-12-02 13:54:41.789861] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:41.789873] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4186, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:41.789885] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=7] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=20, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:41.790958] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.793932] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=5][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21070291}], scn_array=[cnt:1, {val:1733118881776613000, v:0}], curr_size=613, accum_size=2180, time_cost=16391) [2024-12-02 13:54:41.794067] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16E-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.794089] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16E-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.794101] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16E-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.806099] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-12-02 13:54:41.806119] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=17] start lib cache evict(tenant_id=1002, mem_hold=41943040, mem_limit=53687090, cache_obj_num=129, cache_node_num=129) [2024-12-02 13:54:41.806129] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=8] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=41943040, mem_limit=53687090, cache_obj_num=129, cache_node_num=129) [2024-12-02 13:54:41.806139] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=9] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:41.810405] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=7] Dumping All Cache Objs(alloc_obj_list.count()=129, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196165}, {obj_id:14, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:17, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:23, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178636}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:25, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:30, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:35, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187563}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233394}, {obj_id:83, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173904}, {obj_id:84, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196122}, {obj_id:85, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186439}, {obj_id:86, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181680}, {obj_id:87, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:88, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:89, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187488}, {obj_id:97, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291787}, {obj_id:98, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221016}, {obj_id:99, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208294}, {obj_id:100, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190589}, {obj_id:101, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:102, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198683}, {obj_id:103, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192935}, {obj_id:104, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178832}, {obj_id:110, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:165875}, {obj_id:111, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161701}, {obj_id:112, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156556}, {obj_id:116, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211148}, {obj_id:117, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206300}, {obj_id:123, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179954}, {obj_id:125, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179954}, {obj_id:133, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182519}, {obj_id:135, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183306}, {obj_id:138, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177042}, {obj_id:139, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177037}, {obj_id:140, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190047}, {obj_id:141, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199794}, {obj_id:142, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193258}, {obj_id:143, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185251}, {obj_id:144, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187349}, {obj_id:145, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:222746}, {obj_id:146, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186552}, {obj_id:147, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195082}, {obj_id:148, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177090}, {obj_id:149, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229891}, {obj_id:150, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182778}, {obj_id:151, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197659}, {obj_id:152, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199523}, {obj_id:153, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198194}, {obj_id:154, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200264}, {obj_id:155, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:317867}, {obj_id:156, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:391164}, {obj_id:157, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179600}, {obj_id:158, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178501}, {obj_id:159, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:160, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:319966}, {obj_id:161, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:271020}, {obj_id:162, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:251685}, {obj_id:163, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192997}, {obj_id:164, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182913}, {obj_id:165, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189985}, {obj_id:166, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207730}, {obj_id:167, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:168, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:169, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201913}, {obj_id:170, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:171, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:172, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:173, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:174, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:175, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:176, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:177, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:178, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:179, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:180, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174144}, {obj_id:181, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209462}, {obj_id:182, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174128}, {obj_id:183, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231932}, {obj_id:184, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:186, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199282}, {obj_id:187, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185675}, {obj_id:188, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178027}, {obj_id:189, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:190, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:191, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:196, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199681}, {obj_id:197, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183310}, {obj_id:198, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193530}, {obj_id:200, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:201, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:202, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177012}, {obj_id:203, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183469}, {obj_id:204, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211673}, {obj_id:205, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187728}, {obj_id:206, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176352}, {obj_id:207, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203256}, {obj_id:208, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178360}, {obj_id:209, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175681}, {obj_id:210, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:211, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:212, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:213, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:214, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234831}, {obj_id:215, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:216, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:218, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:14143}, {obj_id:219, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:220, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1288823}, {obj_id:221, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:222, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1103414}, {obj_id:223, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:401028}, {obj_id:224, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:387717}, {obj_id:225, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229376}, {obj_id:226, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305088}, {obj_id:227, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:337799}, {obj_id:228, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:238536}, {obj_id:229, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:230, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:231, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:232, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240221}, {obj_id:233, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184248}, {obj_id:234, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185276}, {obj_id:235, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185317}]) [2024-12-02 13:54:41.810608] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=201] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:41.824731] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:62, local_retry_times:62, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.824761] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881761869, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881753446, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.824805] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.824815] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.824823] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.824839] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.824913] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118881782116, current_time=1733118881823960) [2024-12-02 13:54:41.824926] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=12][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118881782116, request_time=[mts=1733118881824912]) [2024-12-02 13:54:41.824937] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881823960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:41.824962] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=24][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}) [2024-12-02 13:54:41.824975] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=12][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881823960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:41.824998] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=20] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff8324ff00, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881823960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118879853043, use_das=false, nested_level=0, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:41.825035] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=37][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:41.825048] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:41.825057] WDIAG [SQL] open (ob_result_set.cpp:162) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:41.825065] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:41.825069] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=4][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.825078] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.825089] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:41.825104] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:41.825112] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=8][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:41.825115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=3][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:41.825129] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:41.825140] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319527][ServerGTimer][T0][YB42C0A800AF-0006284304DEEA05-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1972096) [2024-12-02 13:54:41.825145] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319527][ServerGTimer][T0][YB42C0A800AF-0006284304DEEA05-0-0] [lt=5][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:41.825155] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:41.825165] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:41.825174] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:41.825184] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:41.825196] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:41.825262] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:41.825273] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:41.825283] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:41.825292] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:41.825301] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:41.825313] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:41.825323] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:41.825336] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:41.825348] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:41.825357] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:41.825366] WDIAG [SERVER] read_tenant_wa_percentage (ob_tenant_duty_task.cpp:180) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get tenant system variable failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:41.825375] WDIAG [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:226) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] read variable tenant work area percentage fail(ret=-4012) [2024-12-02 13:54:41.825383] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:62) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] update tenant work area memory fail(ret=-4012) [2024-12-02 13:54:41.825880] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:267, local_retry_times:267, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.825907] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881725011, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881691321, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.825955] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=42][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.825965] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.825973] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.825989] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.826102] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.826158] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=55][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.826170] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:41.826180] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.826189] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881826062, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881772414}, ret=-6231) [2024-12-02 13:54:41.826328] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=138][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.826334] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.826339] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017425, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881825013, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881826062, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.826449] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.826500] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.826504] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=55][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.826511] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.826512] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118883725403) [2024-12-02 13:54:41.826516] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.826520] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.826518] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=6][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.826525] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.826532] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.826541] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.826551] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.826555] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.826563] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.826571] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:41.826581] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=268, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.826594] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=8159103, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=268, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.826526] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118883725403, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881826408, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881772414}, ret=-6231) [2024-12-02 13:54:41.826655] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=128][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.826661] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.826669] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017426, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:0, need_switch_param:0, trans_desc:{this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881826066, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324fb50, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881826408, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118883725403, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.826833] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.826844] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.826852] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.826856] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.826861] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.826868] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.826873] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.826884] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:41.826888] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:41.826895] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:41.826900] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:41.826910] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:41.826922] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11] already timeout, do not need sleep(sleep_us=0, remain_us=1998482, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.826932] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:41.826950] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=10] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881826066, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.826985] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=31][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.826994] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:41.826998] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:41.827013] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:41.827116] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.827165] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:41.827176] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118883725403) [2024-12-02 13:54:41.827181] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=6][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:41.827190] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118883725403, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe3efebaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881827080, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118881772414}, ret=-6231) [2024-12-02 13:54:41.827302] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=111][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:41.827307] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:41.827315] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017427, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881826066, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8324fb50, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118881827080, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118883725403, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:41.827476] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=160][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:41.827485] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:41.827490] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:41.827497] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:41.827502] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:41.827509] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:41.827513] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe3efe6f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:41.827529] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1997875, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.828603] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881826066, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.828759] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1996645, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.830835] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881828171, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.830995] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1994409, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.830981] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.831045] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.833247] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:41.833272] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.833350] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.833404] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.833450] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.833465] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.833498] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.833509] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.833516] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.834073] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881830278, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.834222] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1991182, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.834592] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.834601] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.834620] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.834625] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.834654] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.834669] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:41.834682] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:41.834726] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:41.834736] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.837994] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.838015] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.838296] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881833438, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.838440] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1986964, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.839113] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.839131] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.843515] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881837650, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.843659] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1981744, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.845481] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=27, avg_log_batch_cnt=1, total_group_log_size=15142, avg_group_log_size=560) [2024-12-02 13:54:41.845934] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.845962] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1}, delta=244472871894, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.845976] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.845997] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244454853214, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.846009] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.846775] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=1, start_service_tstamp_=1733118582139513, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:41.849735] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881842916, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.849887] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1975517, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.856955] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=13][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:41.856975] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=13] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881849235, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772416, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.857121] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1968282, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.863562] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=13] get number(ret=0, service_type_=0, range=1, base_id=1733118881862931000, start_id=1733118881862931000, end_id=1733118881862931001) [2024-12-02 13:54:41.865197] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881856610, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772416, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.865346] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1960057, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.867589] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:41.874425] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881865037, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.874579] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1950825, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.875859] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.875886] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.875978] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.876155] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.876171] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.877456] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4B0-0-0] [lt=52] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.577154541015625000e+01, this=0xfffe61d3b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=378, Throttle Trigger(MB)=227, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=8.510981117647230576e+02) [2024-12-02 13:54:41.879488] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.879493] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.879534] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.879536] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.884659] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881873463, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.884826] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1940578, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.885778] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=21] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1019, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:41.886916] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=19] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:41.887002] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=19] inner load succ(latest_freeze_info={frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118881192468000, v:0}, frozen_statuses_.count():1, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}]}) [2024-12-02 13:54:41.890342] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=7] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=4175, avg_log_submit_to_slide_time=4185) [2024-12-02 13:54:41.890381] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=6, avg_log_submit_to_flush_time=1420, avg_log_submit_to_slide_time=1431) [2024-12-02 13:54:41.890380] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1211, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:41.890401] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1836, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:41.891013] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.895154] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=28] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6906785792, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:41.895905] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881883996, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877678, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.896063] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1929341, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.897603] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.898343] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.898700] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.898760] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:41.900553] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16F-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.900574] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16F-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.900587] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF16F-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:41.908142] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881895579, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877678, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.908306] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=1917097, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.912393] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=10] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:41.912418] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=18] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:41.912432] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=12] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-12-02 13:54:41.912442] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=8] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=135) [2024-12-02 13:54:41.921384] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881907154, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.921562] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1903842, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.925838] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320400][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=14] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:41.926663] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:41.926694] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881825013, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881772414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.926882] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=8058815, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=269, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:41.931016] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.931080] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:41.933301] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:41.933322] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.933405] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.933454] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:41.933512] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.933526] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:41.933553] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:41.933562] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:41.933567] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.934643] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:41.934652] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.934672] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:41.934676] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:41.934705] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.934720] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:41.934734] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:41.934779] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:41.934790] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:41.935640] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881920827, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.935799] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1889605, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.938054] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.938075] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:41.939183] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:41.939201] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:41.945991] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.946020] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get_max_applied_scn(scn={val:18446744073709551615, v:3}, this={ls_id_:{id:1}, role_:2, proposal_id_:-1, palf_committed_end_lsn_:{lsn:0}, palf_committed_end_scn_:{val:18446744073709551615, v:3}, last_check_scn_:{val:18446744073709551615, v:3}, max_applied_cb_scn_:{val:18446744073709551615, v:3}}) [2024-12-02 13:54:41.946041] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info in skip state(lsn={lsn:1476304896}, scn={val:1732874408973130001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118881879473, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:1476304896}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:1476304896}, base_scn_:{val:1732874408973130001, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}}}) [2024-12-02 13:54:41.946098] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=55] get wrs ts(ls_id={id:1}, delta=244472972922, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:41.946110] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.946132] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244454954242, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:41.946144] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:41.950877] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881935523, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.951040] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1874364, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.954578] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=57] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=21389, hit_cnt=41, read_cnt=41, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:41.955901] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:728) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] Cache replace map node details(ret=0, replace_node_count=0, replace_time=0, replace_start_pos=2076162, replace_num=62914) [2024-12-02 13:54:41.955922] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=10) [2024-12-02 13:54:41.959928] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:41.959954] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.967120] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881950263, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.967285] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1858119, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.971067] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:41.971090] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:41.979724] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B1-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:41.979748] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B1-0-0] [lt=14] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.979844] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B1-0-0] [lt=42][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:41.980023] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:41.980038] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B1-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:41.982764] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.982768] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:41.982805] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:41.982810] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:41.984364] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881967120, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877686, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:41.984527] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1840877, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:41.988628] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=42] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:41.988649] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:41.988674] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:41.991069] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:41.996547] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] get number(ret=0, service_type_=0, range=1, base_id=1733118881995552000, start_id=1733118881995552000, end_id=1733118881995552001) [2024-12-02 13:54:41.996612] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:41.997692] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=14] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1733118881795542000, v:0}, new_max_version={val:1733118881795542000, v:0}, last_min_version={val:1733118881595547000, v:0}, last_max_version={val:1733118881595547000, v:0}, total_time_us=2479, delta_us=202148) [2024-12-02 13:54:42.002606] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881983967, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881979760, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.002766] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1822637, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.006699] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF170-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.006726] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF170-0-0] [lt=26][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.006734] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF170-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.021844] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882001867, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881991339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.022001] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1803403, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.026570] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB6-0-0] [lt=20] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:42.026594] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB6-0-0] [lt=19] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=25) [2024-12-02 13:54:42.026967] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118881926091, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881877684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.027155] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7958542, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=270, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.031062] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.031124] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.031275] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=19] ts response task statistics(alloc_count=21486, free_count=10742) [2024-12-02 13:54:42.031324] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] gts statistics(tenant_id=1002, gts_rpc_cnt=10, get_gts_cache_cnt=399, get_gts_with_stc_cnt=2, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=2, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:42.031349] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=15] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_refresh=false, gts_local_cache={srr:[mts=1733118882031340], gts:1733118882031273000, latest_srr:[mts=1733118882031340]}) [2024-12-02 13:54:42.031576] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=15] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_refresh=false, gts_local_cache={srr:[mts=1733118882031564], gts:1732874408973130000, latest_srr:[mts=1733118882031564]}) [2024-12-02 13:54:42.033352] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:42.033370] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.033440] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.033496] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.033540] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.033554] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.033579] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.033588] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.033596] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.034670] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.034679] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.034697] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.034701] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.034730] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.034744] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.034756] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:42.034798] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:42.034808] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.036399] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=11] gc stale ls task succ [2024-12-02 13:54:42.038111] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.038132] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.039248] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.039267] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.042081] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882021834, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118881991345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.042250] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1783154, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.045623] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:42.046042] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.046072] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244473072889, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.046087] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.046107] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244455054209, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.046119] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.063331] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882041807, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882026008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.063498] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1761906, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.063709] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:42.064659] INFO [PALF] inner_write_once_ (log_block_handler.cpp:412) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=46917527, this={dio_aligned_buf:{buf_write_offset:2536, buf_padding_size:1560, align_size:4096, aligned_buf_size:3682304, aligned_used_ts:7283, truncate_used_ts:1772}, log_block_size:67108864, dir_fd:139, io_fd:141}, aligned_buf_len=4096, aligned_block_offset=46915584, buf_len=593, total_write_size=81677, total_write_size_after_dio=610304, ob_pwrite_used_ts=299927, count=129, each_pwrite_cost=2325) [2024-12-02 13:54:42.064803] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1733118881680786001, v:0}, min_version={val:1733118881680786001, v:0}, max_version={val:1733118881680786001, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:42.071012] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:42.071031] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.074076] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:42.074098] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=17] temporary file module use no blocks [2024-12-02 13:54:42.074109] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:42.074122] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:42.074134] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238629572551, flush_io_finished_ret_:0, flush_io_finished_round_:731, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:42.075839] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=17] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:42.082998] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B2-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.083027] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B2-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.083102] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B2-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.083272] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B2-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.083289] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B2-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.085578] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882062856, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882058646, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.085742] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1739662, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.088701] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:42.088725] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1836, avg_group_log_size=183) [2024-12-02 13:54:42.088736] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1836) [2024-12-02 13:54:42.089375] INFO [CLOG] run1 (ob_garbage_collector.cpp:1466) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=8] Garbage Collector is running(seq_=74, gc_interval=10000000) [2024-12-02 13:54:42.089406] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1601) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=15] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-12-02 13:54:42.089435] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1559) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=7] gc_check_member_list_ cost time(ret=0, time_us=45) [2024-12-02 13:54:42.089445] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=5] execute_gc cost time(ret=0, time_us=1) [2024-12-02 13:54:42.089454] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1755) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=5] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-12-02 13:54:42.089464] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1777) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=7] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-12-02 13:54:42.089478] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=13] execute_gc cost time(ret=0, time_us=14) [2024-12-02 13:54:42.089484] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [2319916][T1_GCCollector][T1][Y0-0000000000000000-0-0] [lt=4] ObSafeDestroyHandler start process [2024-12-02 13:54:42.089457] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1092) [2319910][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=13] replay status is not follower(min_unreplayed_lsn={lsn:1189473200}, base_lsn={lsn:939466752}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118157801746, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:57943, ret_code_:0}}, next_to_submit_lsn_:{lsn:1189473200}, next_to_submit_scn_:{val:1733118105233329001, v:0}, base_lsn_:{lsn:939466752}, base_scn_:{val:1733076001922699000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11605000, next_round_pread_size:3678208, curr_read_pos:589, curr_read_buf_start_pos:0, curr_read_buf_end_pos:589, log_storage_:{start_lsn:{lsn:1189472611}, end_lsn:{lsn:1189473200}, read_buf:{buf_len_:3747840, buf_:0xffff11605000}, block_size:67104768, log_storage_:0xffff55fc31b0, log_storage_:{log_tail:{lsn:1192727291}, readable_log_tail:{lsn:1192727291}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:17, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1/1/log", dir_fd:131, min_block_id:0, max_block_id:18, curr_writable_block_id:17}, logical_block_size_:67104768, curr_block_writable_size_:15158533, block_header_serialize_buf_:0xffff55fc4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105233329000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:501, scn_:{val:1733118105233329000, v:0}, data_checksum:2456216729, flag:32716}}, init_mode_version:0, accumulate_checksum:2055839211, curr_entry_is_padding:0, padding_entry_size:533, padding_entry_scn:{val:1733118105233329000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:135, read_io_size:252252160, read_disk_cost_ts:1780545, start_lsn:{lsn:939466752}}}}}}) [2024-12-02 13:54:42.089532] INFO [CLOG] operator() (ob_log_replay_service.cpp:1679) [2319910][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=73] get_replay_process success(id={id:1}, submitted_log_size=250006448, unsubmitted_log_size=0, replayed_log_size=250006448, unreplayed_log_size=0) [2024-12-02 13:54:42.089628] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:182) [2319910][T1_ReplayProces][T1][Y0-0000000000000000-0-0] [lt=8] dump tenant replay process(tenant_id=1, unsubmitted_log_size(MB)=0, unreplayed_log_size(MB)=0, estimate_time(second)=0, submitted_log_size(MB)=238, replayed_log_size(MB)=238, last_submitted_log_size(MB)=238, last_replayed_log_size(MB)=238, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-12-02 13:54:42.091045] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=25] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1001, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:42.091124] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.092135] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=12] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:42.092207] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=10] inner load succ(latest_freeze_info={frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118872944658000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}) [2024-12-02 13:54:42.093194] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.093200] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.093235] INFO [PALF] next (palf_iterator.h:183) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:42.093242] INFO [PALF] next (palf_iterator.h:183) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:42.093255] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=19] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.093261] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=17] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.093796] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1333) [2024-12-02 13:54:42.095460] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6906785792, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:42.101889] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=20] Cache wash clean map node details(ret=0, clean_node_count=13, clean_time=0, clean_start_pos=1887435, clean_num=125829) [2024-12-02 13:54:42.108818] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882084962, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082862, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.108981] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=24000, remain_us=1716422, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.113117] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF171-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.113137] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF171-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.113146] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF171-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.117023] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:647) [2319912][T1_CdcSrv][T1][Y0-0000000000000000-0-0] [lt=21] finish to resize log external storage handler(current_ts=1733118882117020, tenant_max_cpu=3, valid_ls_v1_count=0, valid_ls_v2_count=0, other_ls_count=0, new_concurrency=0) [2024-12-02 13:54:42.117162] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.117767] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=13] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.117810] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.117880] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.117967] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118144] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118530] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118531] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118747] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118812] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.118833] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=11] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.127235] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882026008, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882026008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.127423] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7858274, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=271, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.131115] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.131176] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.131569] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:42.131655] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998852, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.131677] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882131294, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.131845] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1998662, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.132922] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882131294, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.133059] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882108113, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082862, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.133086] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997421, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.133219] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1692185, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.133411] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:42.133433] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.133516] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.133583] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.133628] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.133643] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.133668] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.133678] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.133690] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.134764] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.134773] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.134792] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.134797] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.134825] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.134839] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.134852] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:42.134896] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:42.134907] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.135162] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882132348, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.135314] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=3000, remain_us=1995192, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.138006] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30BC-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.138200] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.138222] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.138389] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882134454, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.138457] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30BD-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.138546] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=4000, remain_us=1991961, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.139350] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.139368] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.142621] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882137607, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.142782] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987725, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.146099] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.146133] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244473172909, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.146149] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.146172] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455154229, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.146183] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.147859] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882141826, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.148012] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982495, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.154089] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882147092, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.154245] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976262, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.155990] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=9] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=9) [2024-12-02 13:54:42.158298] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882132348, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.158457] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1666947, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.161323] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882153334, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.161490] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1969017, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.163744] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=3804) [2024-12-02 13:54:42.169569] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882160705, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.169733] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=9000, remain_us=1960774, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.170342] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2319844][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=24] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:42.177668] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=31kB/s, net_out=31kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:42.177703] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:42.177779] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:42.177845] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:42.177872] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:8, schedule:11, submit:3, rt:1540, total:1564) [2024-12-02 13:54:42.177909] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:42.177943] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:8, schedule:11, submit:3, device:1540, total:1564) [2024-12-02 13:54:42.177972] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:42.178019] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:42.178042] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:6, schedule:25, submit:17, rt:8, total:58) [2024-12-02 13:54:42.178087] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:42.178111] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2173, [delay/us]: prepare:6, schedule:25, submit:17, device:8, total:58) [2024-12-02 13:54:42.178139] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:42.178161] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:9872, total:9882) [2024-12-02 13:54:42.178200] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:42.178220] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:9872, total:9882) [2024-12-02 13:54:42.178251] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:42.178265] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:42.178274] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:42.178284] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:42.178291] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:42.178810] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882169114, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.178967] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951540, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.179943] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=8] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=51589939, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=711090176, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=362651648, wash_ratio=6, tenant_id=1001) [2024-12-02 13:54:42.180019] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=33] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:42.180037] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=16] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=1254, drift_size_=0, pre_drift_size=-9800000, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:42.180134] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=13] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=53687091, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=918405120, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=155336704, wash_ratio=6, tenant_id=1002) [2024-12-02 13:54:42.180192] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=18] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:42.180205] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=12] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=63, drift_size_=0, pre_drift_size=0, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1002, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:42.180286] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=12] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=51589939, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=598265856, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=475475968, wash_ratio=6, tenant_id=1019) [2024-12-02 13:54:42.180336] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=16] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:42.180347] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=10] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=4133, drift_size_=0, pre_drift_size=-14697152, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1019, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:42.181486] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:42.181572] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998855, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.181596] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882180698, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.181770] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1998658, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.182849] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882180698, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.183014] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997413, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.184460] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=5108, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:42.184483] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192727291}], scn_array=[cnt:1, {val:1733118882030220000, v:0}], curr_size=122, accum_size=832, time_cost=31305) [2024-12-02 13:54:42.184506] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=8, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:42.184549] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:42.184536] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882157546, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.184568] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=5252, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:42.184588] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=7] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=31, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:42.184695] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1640708, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.185091] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882182794, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.185255] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995173, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.188331] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882184903, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.188414] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:42.188430] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=11] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:42.188497] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1991931, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.189046] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882178591, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.189204] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1941303, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.189524] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:42.191178] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=9][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.192574] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882188063, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.192741] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987687, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.193453] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B3-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.193491] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B3-0-0] [lt=27] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.193591] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B3-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.193780] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B3-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.193798] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B3-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.196526] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.196530] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.196570] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.196576] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.197822] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882192276, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.197987] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982441, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.200142] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=21] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:42.200160] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=13] temporary file module use no blocks [2024-12-02 13:54:42.200171] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:42.200183] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:42.200195] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=10] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238629698616, flush_io_finished_ret_:0, flush_io_finished_round_:305, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:42.200282] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882188063, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.200456] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=12000, remain_us=1930050, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.201720] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=21] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:42.203289] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320027][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=25] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff5b7bc2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:42.204067] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882197549, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.204238] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976189, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.206982] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:3549167614}], scn_array=[cnt:1, {val:1733118882031273001, v:0}], curr_size=122, accum_size=488, time_cost=18215) [2024-12-02 13:54:42.207007] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320229][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=9] ====== traversal_flush timer task ====== [2024-12-02 13:54:42.207128] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320229][T1001_Flush][T1001][YB42C0A800AF-00062843078EE9DE-0-0] [lt=9] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff2d6b26d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890561651000, latest_log_ts:{val:1733118873992263001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:42.207194] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320229][T1001_Flush][T1001][YB42C0A800AF-00062843078EE9DE-0-0] [lt=61] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:42.207787] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:42.211317] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882203867, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.211488] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=8000, remain_us=1968940, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.211781] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882183849, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.211954] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1613450, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.212535] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882199655, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.212714] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1917793, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.217947] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC10-0-0] [lt=13] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:42.217973] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC10-0-0] [lt=23] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:42.219161] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF172-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.219183] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF172-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.219196] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF172-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.219566] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882211241, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.219739] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1960688, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.225792] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882212295, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.225953] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1904554, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.227507] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882127079, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882082868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.227686] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7758011, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=272, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.228818] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882218616, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.228988] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951440, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.231155] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.231218] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.233465] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:42.233494] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.233571] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.233624] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.233669] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.233684] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.233710] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.233719] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.233728] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.234802] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.234812] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.234831] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.234836] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.234865] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.234880] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.234893] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:42.234940] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:42.234950] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.238212] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.238232] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.239067] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882228061, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.239240] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1941187, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.239342] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.239358] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.240031] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882224903, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.240038] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882211241, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193339, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.240205] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=29000, remain_us=1585198, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.240206] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890300, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.246156] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.246188] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244473272841, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.246200] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.246218] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1001}, delta=244455254161, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.246225] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.247244] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=21] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:42.247264] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:42.247275] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:42.247287] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:42.247299] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238629745718, flush_io_finished_ret_:0, flush_io_finished_round_:731, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:42.250320] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882238597, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.250491] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1929936, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.255283] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882239650, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.255444] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1875062, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.256845] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=21] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:42.257275] INFO pn_ratelimit (group.c:626) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=12] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-12-02 13:54:42.262577] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882250183, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193347, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.262753] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1917674, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.262810] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:42.262831] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.263625] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:141) [2320415][T1002_TenantWea][T1001][YB42C0A800AF-000628430BBEF727-0-0] [lt=21] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=1, total_release_part_ctx_count=253) [2024-12-02 13:54:42.268682] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:42.269284] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882239650, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.269445] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1555959, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.271524] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882254395, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193347, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.271684] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=1858823, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.275836] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882261765, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193347, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.275993] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1904434, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.288761] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882271244, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193349, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.288801] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1211, avg_group_log_size=121) [2024-12-02 13:54:42.288917] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1841589, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.290071] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882275455, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193349, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.290223] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890204, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.291233] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.294479] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=19] ====== tenant freeze timer task ====== [2024-12-02 13:54:42.294520] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:690) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=17] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=16) [2024-12-02 13:54:42.294535] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:690) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=13] TxData Memory Statistic(logstream info): (ls_id={id:1001}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=16) [2024-12-02 13:54:42.294546] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:596) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=9] TxData Memory Statistic : (Tenant Total Memory(MB)=7168, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=32, Freeze TxData Trigger Memory(MB)=143, Total TxDataTable Hold Memory(MB)=36, Total TxDataTable Memory Limit(MB)=1433) [2024-12-02 13:54:42.296793] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.296820] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.296913] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.297106] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.297122] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.298764] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4B4-0-0] [lt=52] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=14428) [2024-12-02 13:54:42.299523] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882269138, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193349, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.299687] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1525716, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.300131] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.300136] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.300177] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.300181] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.302214] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=16] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6902591488, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:42.305302] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882289144, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193349, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.305484] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1874943, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.306243] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:42.306265] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:42.306996] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882288091, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193349, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.307158] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1823348, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.307555] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:42.320740] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:42.320756] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=14] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:42.320770] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:42.320782] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238629819213, flush_io_finished_ret_:0, flush_io_finished_round_:305, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:42.321564] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882304940, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296522, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.321730] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1858698, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.322452] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:42.325622] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF173-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.325641] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF173-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.325649] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF173-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.326236] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882305993, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296522, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.326388] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=20000, remain_us=1804118, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.327769] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882227009, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882193345, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.327943] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=7657754, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=273, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.329089] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=6] ====== tenant freeze timer task ====== [2024-12-02 13:54:42.329107] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=68938540, tenant_id=1019) [2024-12-02 13:54:42.329125] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:42.330768] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882298622, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296522, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.330932] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1494471, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.331214] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.331276] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.333521] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:42.333542] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.333616] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.333670] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.333715] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.333730] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.333756] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.333761] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.333771] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.334846] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.334855] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.334873] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.334877] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.334905] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.334916] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.334929] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:42.334972] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:42.334982] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.338297] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.338317] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.338811] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882320735, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296522, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.338978] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1841450, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.339439] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.339456] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.340490] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:42.346211] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.346242] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244473372889, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.346258] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.346281] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455354209, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.346292] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.346465] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882326005, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296528, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.346611] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1783895, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.350424] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.350444] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.351839] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.351856] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.356064] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=8) [2024-12-02 13:54:42.357056] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882338644, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296528, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.357214] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1823214, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.358969] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=19] PNIO [ratelimit] time: 1733118882358967, bytes: 19655226, bw: 0.031269 MB/s, add_ts: 1007615, add_bytes: 33038 [2024-12-02 13:54:42.363013] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882330216, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296528, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.363178] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=33000, remain_us=1462226, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.367689] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882346019, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296528, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.367851] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1762655, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.376292] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882356549, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882350230, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.376444] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1803984, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.389848] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3355, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:42.389870] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:42.389886] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:42.389908] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3408, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:42.389918] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=5] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=22, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:42.389930] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882367081, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882350232, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.390087] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1740419, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.391287] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.395083] WDIAG [RPC.OBRPC] rpc_call (ob_rpc_proxy.ipp:447) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4006] Rpc proxy not inited(ret=-4006) [2024-12-02 13:54:42.396129] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2745) [2319856][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=15] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", [SlidingWindow]={palf_id:1, self:"192.168.0.175:2882", lsn_allocator:{max_log_id:2712117, max_lsn:1192728713, max_scn:{val:1733118882362868000, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:1189472611}, reuse_lsn:{lsn:1192728713}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:1189473200}}, last_submit_lsn:{lsn:1192728124}, last_submit_end_lsn:{lsn:1192728713}, last_submit_log_id:2712117, last_submit_log_pid:3, max_flushed_lsn:{lsn:1192728124}, max_flushed_end_lsn:{lsn:1192728713}, max_flushed_log_pid:3, committed_end_lsn:{lsn:1192728713}, last_slide_log_id:2712117, last_slide_scn:{val:1733118882362868000, v:0}, last_slide_lsn:{lsn:1192728124}, last_slide_end_lsn:{lsn:1192728713}, last_slide_log_pid:3, last_slide_log_accum_checksum:3208427265, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", has_pending_handle_submit_task:false, last_fetch_trigger_type:"LOG_LOOP_TH", this:0xffff55fba630}, [StateMgr]={this:0xffff55fbf930, self:"192.168.0.175:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:3}, leader:"192.168.0.175:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:2712118, is_changing_config_with_arb:false, reconfirm_start_time_us:1733118157101289, palf_role_change_cb:0xffff55fc74b0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.0.175:2882", alive_paxos_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:3, prev:{version:1, config:{config_version:{proposal_id:2, config_seq:3}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:3, config_seq:4}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:2, prev_lsn:{lsn:1189472611}, prev_mode_pid:3}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:2, prev_lsn:{lsn:1189472611}, prev_end_lsn:{lsn:1189473200}, prev_mode_pid:3}, reconfig_barrier:{prev_log_proposal_id:2, prev_lsn:{lsn:1189472611}, prev_end_lsn:{lsn:1189473200}, prev_mode_pid:3}, persistent_config_version:{proposal_id:3, config_seq:4}, ms_ack_list:0, resend_config_version:{proposal_id:3, config_seq:4}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"sys_region", register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xffff55fbc930}, [ModeMgr]={palf_id:1, self:"192.168.0.175:2882", applied_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:18446744073709551615, v:3}, min_block_id:0, min_block_min_scn:{val:2, v:0}, base_lsn_for_block_gc:{lsn:939466752}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:3}, log_config_meta:{version:3, proposal_id:3, prev:{version:1, config:{config_version:{proposal_id:2, config_seq:3}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:3, config_seq:4}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:2, prev_lsn:{lsn:1189472611}, prev_mode_pid:3}, log_snapshot_meta:{version:2, base_lsn:{lsn:939466752}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:57344}, readable_log_tail:{lsn:57344}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:1207885824}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1/1/meta", dir_fd:128, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:67047424, block_header_serialize_buf_:0xffff55fc2178, flashback_version:0}, log_storage:{log_tail:{lsn:1192728713}, readable_log_tail:{lsn:1192728713}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:17, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1/1/log", dir_fd:131, min_block_id:0, max_block_id:18, curr_writable_block_id:17}, logical_block_size_:67104768, curr_block_writable_size_:15157111, block_header_serialize_buf_:0xffff55fc4178, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1733118157100826, this:0xffff55fc01b0}, [Reconfirm]={palf_id:1, self:"192.168.0.175:2882", state:"FINISHED", new_proposal_id:3, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.0.175:2882", majority_max_accept_pid:2, majority_max_lsn:{lsn:1189473200}, saved_end_lsn:{lsn:1189473200}, last_submit_prepare_req_time_us:1733118157101414, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xffff55fbfab0}) [2024-12-02 13:54:42.396278] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2749) [2319856][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=145] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118882365095, last_flushed_end_lsn:{lsn:1192728713}}]) [2024-12-02 13:54:42.396257] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882362868, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882350230, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.396291] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4325) [2319856][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=10] current log_task status(palf_id=1, self="192.168.0.175:2882", log_id=2712118, log_task={header:{begin_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:18446744073709551615}, log_id:-1, min_scn:{val:18446744073709551615, v:3}, max_scn:{val:18446744073709551615, v:3}, data_len:0, proposal_id:9223372036854775807, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:18446744073709551615}, data_checksum:-1, accum_checksum:-1, is_padding_log:false, is_raw_write:false}, state_map:{val:0}, ref_cnt:0, gen_ts:-1, freeze_ts:-1, submit_ts:-1, flushed_ts:-1, gen_to_freeze cost time:0, gen_to_submit cost time:0, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118882365095, last_flushed_end_lsn:{lsn:1192728713}}]) [2024-12-02 13:54:42.396422] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1428982, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.396522] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882375504, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882370241, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.396674] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=21000, remain_us=1783753, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.400352] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B5-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.400384] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B5-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.400470] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B5-0-0] [lt=18][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.400616] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B5-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.400634] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B5-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.403437] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.403442] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.403482] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.403486] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.410620] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] ====== checkpoint timer task ====== [2024-12-02 13:54:42.410653] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=15] get_max_applied_scn(scn={val:1733118882396519000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:2127163611}, palf_committed_end_scn_:{val:1733118882396519000, v:0}, last_check_scn_:{val:1733118882396519000, v:0}, max_applied_cb_scn_:{val:1733118882396519000, v:0}}) [2024-12-02 13:54:42.410678] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info(lsn={lsn:2121074286}, scn={val:1733118105332305001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118160358648, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:898659, ret_code_:0}}, next_to_submit_lsn_:{lsn:2121074286}, next_to_submit_scn_:{val:1733118105332305001, v:0}, base_lsn_:{lsn:2013143040}, base_scn_:{val:1733106655961883000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11205000, next_round_pread_size:3678208, curr_read_pos:593, curr_read_buf_start_pos:0, curr_read_buf_end_pos:593, log_storage_:{start_lsn:{lsn:2121073693}, end_lsn:{lsn:2121074286}, read_buf:{buf_len_:3747840, buf_:0xffff11205000}, block_size:67104768, log_storage_:0xffff399471b0, log_storage_:{log_tail:{lsn:2127163611}, readable_log_tail:{lsn:2127163611}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:31, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001/1/log", dir_fd:139, min_block_id:26, max_block_id:32, curr_writable_block_id:31}, logical_block_size_:67104768, curr_block_writable_size_:20188965, block_header_serialize_buf_:0xffff39948178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105332305000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:505, scn_:{val:1733118105332305000, v:0}, data_checksum:3599698338, flag:25137}}, init_mode_version:0, accumulate_checksum:2804455760, curr_entry_is_padding:0, padding_entry_size:537, padding_entry_scn:{val:1733118105332305000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:59, read_io_size:108924928, read_disk_cost_ts:886340, start_lsn:{lsn:2013143040}}}}}}) [2024-12-02 13:54:42.411911] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=51] succ to get rec scn(*this={this:0xffff2d004030, ls_id:{id:1}, tenant_id:1001, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105332305001, v:0}, max_applied_start_working_ts_:{val:1733118105332305001, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118145131510, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:962}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.411936] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=24] tx ctx memtable get rec scn(this={ObITable:{this:0xffff2a2ae080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff2a2ae080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.412053] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=17] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff2d6b26d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890561651000, latest_log_ts:{val:1733118873992263001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:42.412107] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=52] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff2d6c9550}, min_rec_scn={val:1733106655961883000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:42.412123] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:42.412135] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=0, rec_log_ts={val:1733118873992263001, v:0}) [2024-12-02 13:54:42.412143] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] get rec log scn(service_type_=1, rec_log_ts={val:1733118165261766002, v:0}) [2024-12-02 13:54:42.412151] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=6] get rec log scn(service_type_=2, rec_log_ts={val:1733118164260579002, v:0}) [2024-12-02 13:54:42.412162] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=6] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:42.412177] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:42.412189] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733106655961883000, v:0}, checkpoint_scn_in_ls_meta={val:1733106655961883000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:42.412206] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=9][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:2013143040}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:2013143040}, lsn={lsn:2013143040}) [2024-12-02 13:54:42.412223] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:2013143040}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:42.412234] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:42.413167] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882389193, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882370241, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.413338] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1717169, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.417752] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882396519, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882394416, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.417897] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1762530, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.428031] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882327058, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882296528, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.428227] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7557470, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=274, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.430505] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882395466, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882394415, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.430671] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=35000, remain_us=1394733, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.431262] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.431325] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.431519] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF174-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.431538] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF174-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.431551] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF174-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.433558] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:42.433583] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.433659] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.433710] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.433757] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.433772] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.433798] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.433808] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.433818] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.434893] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.434903] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.434922] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.434926] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.434954] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.434966] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.434979] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:42.435022] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:42.435033] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.437416] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882412311, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.437580] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1692927, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.438348] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.438369] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.439489] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.439506] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.439975] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882417575, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.440121] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1740306, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.445818] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:42.446267] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.446300] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244473472849, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.446316] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.446338] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455454169, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.446349] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.460046] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=1, size_used=0, mem_used=2079744) [2024-12-02 13:54:42.460072] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.462657] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882436536, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399690, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.462816] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1667690, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.463199] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882439694, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399690, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.463340] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1717088, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.463922] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=7826, avg_group_log_size=652) [2024-12-02 13:54:42.463946] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=7825) [2024-12-02 13:54:42.465752] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882430214, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399690, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.465923] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1359481, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.465960] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=8] ====== check clog disk timer task ====== [2024-12-02 13:54:42.465980] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:42.467690] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:42.471186] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:42.471208] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.472385] INFO [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:249) [2319913][T1_RFLWorker][T1][YB42C0A800AF-00062843039EE94C-0-0] [lt=15] ObRemoteFetchWorker is running(thread_index=0) [2024-12-02 13:54:42.477101] INFO [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:263) [2320443][T1002_ArcSender][T1002][YB42C0A800AF-00062843070EE94C-0-0] [lt=18] ObArchiveSender is running(thread_index=2) [2024-12-02 13:54:42.487419] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882462825, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399692, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.487583] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1692844, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.488894] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882461773, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399692, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.488913] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1333) [2024-12-02 13:54:42.489043] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1641464, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.489924] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1333) [2024-12-02 13:54:42.491342] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.496178] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2319856][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=23] LogLoopThread round_cost_time(us)(round_cost_time=203) [2024-12-02 13:54:42.498794] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:42.502004] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882464931, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399694, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.502178] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=37000, remain_us=1323226, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.502510] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6902591488, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:42.503700] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B6-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.503723] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B6-0-0] [lt=14] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.503814] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B6-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.503973] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B6-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.503988] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B6-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.506988] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.506990] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=31][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.507026] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.507026] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.508541] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:42.508560] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=14] temporary file module use no blocks [2024-12-02 13:54:42.508570] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:42.508583] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=4048, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:42.508594] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238630007011, flush_io_finished_ret_:0, flush_io_finished_round_:731, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:42.512664] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882487041, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399694, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.512836] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1667591, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.516120] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882488094, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399694, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.516269] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1614238, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.517206] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30BF-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.517215] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8BC-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.517221] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFCA-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.518411] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30C1-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.518447] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8BE-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.518594] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFCC-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.525423] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=13] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:42.528313] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882427050, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882399684, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.528509] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=7457188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=275, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.531406] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.531481] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=72] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.531821] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=13] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:42.532374] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=60] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:42.533614] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:42.533638] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.533717] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.533769] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.533817] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.533833] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.533859] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.533868] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.533873] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.533977] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=17] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.534948] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.534958] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.534977] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.534982] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.535011] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.535026] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.535040] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:42.535083] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:42.535095] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.535594] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=63] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.538260] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF175-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.538283] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF175-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.538292] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF175-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.538394] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.538416] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.538918] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882512309, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882503891, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.539087] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1641341, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.539261] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882501782, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882493359, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.539440] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1285964, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.539538] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.539557] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.544346] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882515468, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882503891, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.544493] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1586013, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.546321] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.546353] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244473572875, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.546369] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.546391] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455554195, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.546403] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.549900] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2319877][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=13] ====== tenant freeze timer task ====== [2024-12-02 13:54:42.556139] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=7) [2024-12-02 13:54:42.562630] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] get_max_applied_scn(scn={val:1733118882031273003, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:414836582}, palf_committed_end_scn_:{val:1733118882031273004, v:0}, last_check_scn_:{val:1733118882031273004, v:0}, max_applied_cb_scn_:{val:1733118882031273003, v:0}}) [2024-12-02 13:54:42.562662] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] get_min_unreplayed_log_info(lsn={lsn:413636245}, scn={val:1733118105192265002, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118163226828, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2348728, ret_code_:0}}, next_to_submit_lsn_:{lsn:413636245}, next_to_submit_scn_:{val:1733118105192265002, v:0}, base_lsn_:{lsn:335523840}, base_scn_:{val:1733076080372287001, v:0}, iterator_:{iterator_impl:{buf_:0xffff10805000, next_round_pread_size:3678208, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{start_lsn:{lsn:413636123}, end_lsn:{lsn:413636245}, read_buf:{buf_len_:3747840, buf_:0xffff10805000}, block_size:67104768, log_storage_:0xffff239e31b0, log_storage_:{log_tail:{lsn:414836582}, readable_log_tail:{lsn:414836582}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:6, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002/1/log", dir_fd:150, min_block_id:0, max_block_id:7, curr_writable_block_id:6}, logical_block_size_:67104768, curr_block_writable_size_:54896794, block_header_serialize_buf_:0xffff239e4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105192265001, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:34, scn_:{val:1733118105192265001, v:0}, data_checksum:2923900223, flag:49049}}, init_mode_version:0, accumulate_checksum:2487961638, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1733118105192265001, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:23, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:23, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:41, read_io_size:78794752, read_disk_cost_ts:767214, start_lsn:{lsn:335523840}}}}}}) [2024-12-02 13:54:42.563955] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3554, avg_group_log_size=355) [2024-12-02 13:54:42.566169] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882538633, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882527054, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.566341] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1614087, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.571106] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:42.571127] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.573493] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=7] ====== checkpoint timer task ====== [2024-12-02 13:54:42.573539] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882543900, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882527054, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.573721] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1556786, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.574684] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=14] succ to get rec scn(*this={this:0xffff11e04030, ls_id:{id:1}, tenant_id:1002, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105192265002, v:0}, max_applied_start_working_ts_:{val:1733118105192265002, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118148606666, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:701}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.574714] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=28] tx ctx memtable get rec scn(this={ObITable:{this:0xffff0e944080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff0e944080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.574977] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=19] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff136166d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118879528550000, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118893759897000, latest_log_ts:{val:1733118877526424001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:42.575032] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=53] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff1362d550}, min_rec_scn={val:1733116935074057000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:42.575049] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1733076080372287001, v:0}) [2024-12-02 13:54:42.575062] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=12] get rec log scn(service_type_=0, rec_log_ts={val:1733118877526424001, v:0}) [2024-12-02 13:54:42.575071] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118170767302004, v:0}) [2024-12-02 13:54:42.575084] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:42.575101] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=13] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:42.575114] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733116935074057000, v:0}, checkpoint_scn_in_ls_meta={val:1733116935074057000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:42.575131] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:402628608}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:402628608}, lsn={lsn:402628608}) [2024-12-02 13:54:42.575149] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=17] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:402628608}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:42.575260] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320232][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=13] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:42.575284] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320232][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=15] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=143) [2024-12-02 13:54:42.576345] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=9] succ to get rec scn(*this={this:0xffff11eb6030, ls_id:{id:1001}, tenant_id:1002, tx_ls_state_mgr:{ls_id_:{id:1001}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105192265002, v:0}, max_applied_start_working_ts_:{val:1733118105192265002, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118148626920, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1460}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.576366] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=20] tx ctx memtable get rec scn(this={ObITable:{this:0xffff0e945490, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff0e945490, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:42.576868] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=15] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff136906d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118879528550000, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:42.576915] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=45] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff136a7550}, min_rec_scn={val:1733116937322008000, v:0}, ls_id_={id:1001}) [2024-12-02 13:54:42.576924] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=6] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1001}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1733076082251059001, v:0}) [2024-12-02 13:54:42.576935] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:42.576948] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:42.576960] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733116937322008000, v:0}, checkpoint_scn_in_ls_meta={val:1733116937322008000, v:0}, ls_id={id:1001}, service_type="TRANS_SERVICE") [2024-12-02 13:54:42.576975] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:3489447936}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1732871292059216000, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:3489447936}, lsn={lsn:3489447936}) [2024-12-02 13:54:42.576990] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=15] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:3489447936}, ls->get_ls_id()={id:1001}) [2024-12-02 13:54:42.576996] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=5] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-12-02 13:54:42.577520] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882538633, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882527054, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.577668] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1247736, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.591360] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.594423] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882566010, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882557591, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.594594] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1585834, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.603802] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882573379, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882569169, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.603970] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1526537, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.607255] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B7-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.607284] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B7-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.607369] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B7-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.607540] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B7-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.607557] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B7-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.610236] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.610241] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.610276] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.610290] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.616746] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882576539, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882569169, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.616903] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1208500, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.623677] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882594437, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882578646, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.623858] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1556570, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.628595] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882528101, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882527048, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.628784] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7356913, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=276, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.629058] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=9] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:42.629079] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=15] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:42.629093] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=11] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=142) [2024-12-02 13:54:42.631403] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.631473] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.633669] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:42.633692] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.633766] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.633819] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.633862] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.633877] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.633903] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.633912] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.633921] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.634380] INFO [SHARE] get_server_tenant_configs (ob_unit_getter.cpp:243) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] get_server_tenant_configs(unit_infos=[{unit:unit_id:1, resource_pool_id:1, unit_group_id:1, zone:"zone1", server:"192.168.0.175:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:3, max_cpu:3, memory_size:"2GB", log_disk_size:"3GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:3, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:3, }}, pool:{resource_pool_id:1, name:"sys_pool", unit_count:1, unit_config_id:1, zone_list:["zone1"], tenant_id:1, replica_type:0}}, {unit:unit_id:1001, resource_pool_id:1001, unit_group_id:1001, zone:"zone1", server:"192.168.0.175:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"2GB", log_disk_size:"6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, pool:{resource_pool_id:1001, name:"ocp_meta_pool", unit_count:1, unit_config_id:1001, zone_list:["zone1"], tenant_id:1002, replica_type:0}}, {unit:unit_id:1003, resource_pool_id:1004, unit_group_id:1010, zone:"zone1", server:"192.168.0.175:2882", migrate_from_server:"0.0.0.0:0", is_manual_migrate:false, status:0, replica_type:0, config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:8, max_cpu:8, memory_size:"8GB", log_disk_size:"100GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, pool:{resource_pool_id:1004, name:"mq_pool_hy", unit_count:1, unit_config_id:1003, zone_list:["zone1"], tenant_id:1020, replica_type:0}}]) [2024-12-02 13:54:42.634435] INFO [SHARE] get_compat_mode (ob_unit_getter.cpp:828) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=49] jx_debug: get tenant compatibility mode(tenant_id=1002, compat_mode=0) [2024-12-02 13:54:42.634448] INFO [SHARE] divide_meta_tenant (ob_unit_resource.cpp:1111) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] divide meta tenant resource finish(ret=0, ret="OB_SUCCESS", meta_resource={min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"0.6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }, user_resource={min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"5.4GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }, unit_resource={min_cpu:1, max_cpu:1, memory_size:"2GB", log_disk_size:"6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }) [2024-12-02 13:54:42.634468] INFO [SHARE] divide_meta_tenant (ob_unit_getter.cpp:134) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] divide meta tenant finish(ret=0, ret="OB_SUCCESS", meta_tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"0.6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:0, is_removed:false, hidden_sys_data_disk_config_size:0}, user_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"5.4GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:0, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:42.634493] INFO [SHARE] get_compat_mode (ob_unit_getter.cpp:828) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=23] jx_debug: get tenant compatibility mode(tenant_id=1020, compat_mode=0) [2024-12-02 13:54:42.634502] INFO [SHARE] divide_meta_tenant (ob_unit_resource.cpp:1111) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] divide meta tenant resource finish(ret=0, ret="OB_SUCCESS", meta_resource={min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"10GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }, user_resource={min_cpu:8, max_cpu:8, memory_size:"7GB", log_disk_size:"90GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }, unit_resource={min_cpu:8, max_cpu:8, memory_size:"8GB", log_disk_size:"100GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }) [2024-12-02 13:54:42.634517] INFO [SHARE] divide_meta_tenant (ob_unit_getter.cpp:134) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=14] divide meta tenant finish(ret=0, ret="OB_SUCCESS", meta_tenant_config={tenant_id:1019, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"10GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:0, is_removed:false, hidden_sys_data_disk_config_size:0}, user_config={tenant_id:1020, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:8, max_cpu:8, memory_size:"7GB", log_disk_size:"90GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:0, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:42.634994] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.635004] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.635022] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.635026] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.635054] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.635069] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.635049] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882602861, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882578648, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.635082] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:42.635125] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:42.635136] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.635203] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1495304, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.637086] INFO [SHARE] refresh_resource_plan (ob_resource_plan_manager.cpp:187) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=16] refresh resource plan success(tenant_id=1, plan_name=, directives=[]) [2024-12-02 13:54:42.638469] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.638491] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.638600] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:140) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] refresh resource user mapping rule(tenant_id=1, plan=, user_rules=[]) [2024-12-02 13:54:42.639632] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.639651] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.639982] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:178) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] refresh resource mapping rule(tenant_id=1, plan=, rules=[]) [2024-12-02 13:54:42.640001] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=18] refresh resource mapping rule success(tenant_id=1, plan=) [2024-12-02 13:54:42.641320] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:155) [2319792][OmtNodeBalancer][T1][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] trace tenant dfc parameters(max_parallel_cnt_=30, max_blocked_buffer_size_=9830400, max_buffer_size_=19660800) [2024-12-02 13:54:42.641444] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [2319792][OmtNodeBalancer][T1][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-12-02 13:54:42.641457] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:127) [2319792][OmtNodeBalancer][T1][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] tenant dfc status(ret=0, get_tenant_id()=1, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=30, get_max_blocked_buffer_size()=9830400, get_max_buffer_size()=19660800, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-12-02 13:54:42.644762] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF176-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.644784] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF176-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.644797] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF176-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.645714] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:140) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=21] refresh resource user mapping rule(tenant_id=1001, plan=, user_rules=[]) [2024-12-02 13:54:42.646379] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.646412] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244473672885, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.646428] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.646449] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455654205, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.646461] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.646886] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=22] [PALF STAT WRITE LOG COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=1955, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:42.646902] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=14] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:42.646916] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:42.646933] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=2013, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:42.646948] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=19, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:42.647115] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:178) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] refresh resource mapping rule(tenant_id=1001, plan=, rules=[]) [2024-12-02 13:54:42.647134] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] refresh resource mapping rule success(tenant_id=1001, plan=) [2024-12-02 13:54:42.648449] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:155) [2319792][OmtNodeBalancer][T1001][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] trace tenant dfc parameters(max_parallel_cnt_=10, max_blocked_buffer_size_=3276800, max_buffer_size_=6553600) [2024-12-02 13:54:42.648579] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [2319792][OmtNodeBalancer][T1001][YB42C0A800AF-00062843033EE98E-0-0] [lt=17] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-12-02 13:54:42.648592] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:127) [2319792][OmtNodeBalancer][T1001][YB42C0A800AF-00062843033EE98E-0-0] [lt=12] tenant dfc status(ret=0, get_tenant_id()=1001, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=10, get_max_blocked_buffer_size()=3276800, get_max_buffer_size()=6553600, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-12-02 13:54:42.652766] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:140) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=12] refresh resource user mapping rule(tenant_id=1002, plan=, user_rules=[]) [2024-12-02 13:54:42.653942] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882622863, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.654121] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1526306, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.654182] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:178) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=20] refresh resource mapping rule(tenant_id=1002, plan=, rules=[]) [2024-12-02 13:54:42.654203] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=20] refresh resource mapping rule success(tenant_id=1002, plan=) [2024-12-02 13:54:42.655502] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:155) [2319792][OmtNodeBalancer][T1002][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] trace tenant dfc parameters(max_parallel_cnt_=10, max_blocked_buffer_size_=3276800, max_buffer_size_=6553600) [2024-12-02 13:54:42.655625] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [2319792][OmtNodeBalancer][T1002][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-12-02 13:54:42.655637] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:127) [2319792][OmtNodeBalancer][T1002][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] tenant dfc status(ret=0, get_tenant_id()=1002, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=10, get_max_blocked_buffer_size()=3276800, get_max_buffer_size()=6553600, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-12-02 13:54:42.656983] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882616547, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.657143] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1168261, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.658105] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=49] tx gc loop thread is running(MTL_ID()=1001) [2024-12-02 13:54:42.658121] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=15] try gc retain ctx [2024-12-02 13:54:42.658127] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=5] try to retry start_working [2024-12-02 13:54:42.658157] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=8] finish update min start scn(max_decided_scn={val:1733118882596544000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118872591153001, v:0}, keep_alive_scn_:{val:1733118877608500001, v:0}, update_ts_:1733118882657600}) [2024-12-02 13:54:42.659310] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=16] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890561651000, latest_log_ts:{val:1733118873992263001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.659801] INFO [SHARE] refresh_resource_user_mapping_rule (ob_resource_mapping_rule_manager.cpp:140) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=12] refresh resource user mapping rule(tenant_id=1019, plan=, user_rules=[]) [2024-12-02 13:54:42.661196] INFO [SHARE] refresh_resource_function_mapping_rule (ob_resource_mapping_rule_manager.cpp:178) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=21] refresh resource mapping rule(tenant_id=1019, plan=, rules=[]) [2024-12-02 13:54:42.661217] INFO [SHARE] refresh_resource_mapping_rule (ob_resource_mapping_rule_manager.cpp:100) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] refresh resource mapping rule success(tenant_id=1019, plan=) [2024-12-02 13:54:42.662508] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:155) [2319792][OmtNodeBalancer][T1019][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] trace tenant dfc parameters(max_parallel_cnt_=10, max_blocked_buffer_size_=3276800, max_buffer_size_=6553600) [2024-12-02 13:54:42.662648] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [2319792][OmtNodeBalancer][T1019][YB42C0A800AF-00062843033EE98E-0-0] [lt=19] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-12-02 13:54:42.662661] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:127) [2319792][OmtNodeBalancer][T1019][YB42C0A800AF-00062843033EE98E-0-0] [lt=12] tenant dfc status(ret=0, get_tenant_id()=1019, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=10, get_max_blocked_buffer_size()=3276800, get_max_buffer_size()=6553600, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-12-02 13:54:42.663718] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:42.663800] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998897, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.663823] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882662865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607087, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.663994] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=1000, remain_us=1998703, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.664992] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=28] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=1103, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:42.665015] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=9, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:42.665029] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:42.665049] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=1154, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:42.665064] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=24, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:42.665075] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882662865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.665233] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997464, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.667282] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882634444, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.667312] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882664971, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.667438] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=33000, remain_us=1463069, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.667467] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995230, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.669765] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=32] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:42.670543] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882667077, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.670694] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1992002, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.674773] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882670236, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.674941] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987756, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.680019] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882674447, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.680172] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982524, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.685206] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882653389, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607087, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.685378] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1495049, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.686255] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882679707, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.686442] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976255, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.690092] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30C2-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.690349] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=7] [APPLY STAT CB APPEND COST TIME](cur_stat_count=14, stat_interval=5000000, avg (count/cost)=24, this=0xffff13672440, extra_info="") [2024-12-02 13:54:42.690369] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=19] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=14, stat_interval=5000000, avg (count/cost)=2897, this=0xffff13672670, extra_info="") [2024-12-02 13:54:42.690379] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=9] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=14, stat_interval=5000000, avg (count/cost)=0, this=0xffff136728a0, extra_info="") [2024-12-02 13:54:42.690389] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=9] [APPLY STAT CB EXECUTE TIME](cur_stat_count=14, stat_interval=5000000, avg (count/cost)=-606, this=0xffff13672ad0, extra_info="") [2024-12-02 13:54:42.690397] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30B4-0-0] [lt=8] [APPLY STAT CB TOTAL TIME](cur_stat_count=14, stat_interval=5000000, avg (count/cost)=2315, this=0xffff13672d00, extra_info="") [2024-12-02 13:54:42.691399] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30C4-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:42.691414] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.693523] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882686024, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.693689] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=8000, remain_us=1969008, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.698224] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882656548, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607087, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.698383] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1127021, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.698803] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:3115, tid:2324607}]) [2024-12-02 13:54:42.700508] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=14][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:33, local_retry_times:33, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.700528] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=13] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882667077, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.700565] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=32][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.700570] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.700574] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.700585] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.700669] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.700721] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.700729] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884030506) [2024-12-02 13:54:42.700734] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.700740] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884030506, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882700642, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882607089}, ret=-6231) [2024-12-02 13:54:42.700879] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=138][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.700884] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.700888] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017553, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882699712, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882700642, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884030506, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.701050] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.701060] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.701064] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.701068] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.701072] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.701076] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.701080] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.701087] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.701091] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.701095] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.701099] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.701105] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=34, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.701111] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5] will sleep(sleep_us=34000, remain_us=1429395, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.701757] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:8, local_retry_times:8, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.701776] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882693394, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.701813] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.701819] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.701823] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.701835] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.701931] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.701977] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=46][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.701984] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884562696) [2024-12-02 13:54:42.701989] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.701994] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884562696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882701896, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882607089}, ret=-6231) [2024-12-02 13:54:42.702126] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=131][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.702131] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.702136] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017554, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882700765, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7d0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882701896, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884562696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.702299] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.702308] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.702312] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.702316] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.702320] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.702324] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.702327] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.702334] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.702338] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.702341] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.702346] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.702352] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=9, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.702360] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6] will sleep(sleep_us=9000, remain_us=1960337, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.702841] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:42.707997] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=14] Slow write(duration=11269, write_len=4096) [2024-12-02 13:54:42.708012] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=14] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548193, offset=953075}, end_cursor:ObLogCursor{file_id=5, log_id=548194, offset=953381}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67124050, len:1293, log_data_len:306, seq:548193, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:42.708196] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC96-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.708238] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC96-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118882531259000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118882531259000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.710525] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B8-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.710558] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B8-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.710658] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B8-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.710831] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B8-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.710849] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B8-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.711423] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:9, local_retry_times:9, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.711446] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882700765, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.711485] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=34][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.711494] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.711498] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.711513] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.711620] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.711669] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.711676] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884562696) [2024-12-02 13:54:42.711685] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.711695] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884562696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882711582, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882710244}, ret=-6231) [2024-12-02 13:54:42.711815] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=120][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.711820] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.711824] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017555, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882711295, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882710244, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7d0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882711582, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884562696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.711989] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.711999] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.712008] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.712012] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.712020] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.712024] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.712032] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.712042] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.712046] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.712054] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.712059] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.712069] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=10, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.712080] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=10000, remain_us=1950616, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.712312] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7938) [2024-12-02 13:54:42.712344] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7938) [2024-12-02 13:54:42.712369] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=1100, avg_log_submit_to_slide_time=1111) [2024-12-02 13:54:42.712395] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=7938, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:42.713999] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=14316) [2024-12-02 13:54:42.714012] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=14] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548194, offset=953381}, end_cursor:ObLogCursor{file_id=5, log_id=548195, offset=953678}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67130050, len:987, log_data_len:297, seq:548194, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:42.714039] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=14316) [2024-12-02 13:54:42.714067] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=26, avg_log_gen_to_freeze_time=19, avg_log_gen_to_submit_time=26, avg_log_submit_to_flush_time=1960, avg_log_submit_to_slide_time=1970) [2024-12-02 13:54:42.714092] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=23] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=14316, hit_cnt=26, read_cnt=26, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:42.714150] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC96-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.714180] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC96-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118882531259000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118882531259000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.714182] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.714186] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.714225] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.714225] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.717450] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:32, local_retry_times:32, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.717481] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882684971, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.717523] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.717533] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.717541] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.717554] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.717664] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.717717] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.717728] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884080427) [2024-12-02 13:54:42.717738] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.717748] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884080427, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882717627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882713406}, ret=-6231) [2024-12-02 13:54:42.717877] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=128][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.717882] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.717886] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017556, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882716562, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8334bd90, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882717627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884080427, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.718052] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.718062] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.718070] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.718078] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.718085] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.718093] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.718097] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.718108] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.718112] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.718120] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.718132] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=12][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.718142] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=33, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.718153] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=10] will sleep(sleep_us=33000, remain_us=1462275, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.722146] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:10, local_retry_times:10, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.722168] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882711295, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882710244, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.722208] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=35][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.722216] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.722220] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.722232] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.722344] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.722394] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.722405] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884562696) [2024-12-02 13:54:42.722420] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.722430] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884562696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882722303, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882713406}, ret=-6231) [2024-12-02 13:54:42.722551] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=120][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.722556] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.722561] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017557, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882721826, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7d0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882722303, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884562696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.722724] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.722734] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.722743] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.722747] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.722754] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.722758] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.722763] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.722773] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.722777] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.722785] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.722790] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.722800] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=11, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.722811] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=11000, remain_us=1939886, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.726968] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-12-02 13:54:42.726991] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=21] start lib cache evict(tenant_id=1001, mem_hold=44040192, mem_limit=53687090, cache_obj_num=92, cache_node_num=92) [2024-12-02 13:54:42.727006] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=12] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=44040192, mem_limit=53687090, cache_obj_num=92, cache_node_num=92) [2024-12-02 13:54:42.727018] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=10] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:42.728858] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=17][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:276, local_retry_times:276, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.728892] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882628126, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.728942] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=44][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.728952] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.728956] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.728972] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.729083] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.729138] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.729145] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:42.729154] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.729164] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882729044, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882713406}, ret=-6231) [2024-12-02 13:54:42.729295] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=130][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.729301] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.729305] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017558, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882728142, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882729044, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.729476] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=160][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.729490] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=13][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.729495] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.729500] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.729504] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.729512] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.729517] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.729528] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.729537] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.729544] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.729553] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:42.729563] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=277, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.729575] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=7256121, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=277, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.731242] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=9] Dumping All Cache Objs(alloc_obj_list.count()=92, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:9, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179930}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:19, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189984}, {obj_id:20, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188461}, {obj_id:21, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192098}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203213}, {obj_id:36, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177624}, {obj_id:38, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193961}, {obj_id:45, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191433}, {obj_id:48, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196244}, {obj_id:50, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189332}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199316}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198468}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:69, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191005}, {obj_id:72, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198440}, {obj_id:77, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:79, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:81, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200570}, {obj_id:82, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196344}, {obj_id:83, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195873}, {obj_id:84, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219724}, {obj_id:87, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200650}, {obj_id:88, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191556}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189503}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178077}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196165}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179557}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200720}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178631}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200909}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187787}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183845}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189598}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209526}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190526}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231996}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182624}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180394}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221228}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218679}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183093}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178360}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202120}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234849}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:13505}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1224921}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1055195}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:254311}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229456}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305024}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:266152}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204984}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204984}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200572}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180989}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203325}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185665}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216993}]) [2024-12-02 13:54:42.731399] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=154] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:42.731474] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.731535] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.733719] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:42.733740] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.733828] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.733879] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:11, local_retry_times:11, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.733880] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.733923] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.733904] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882721826, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.733938] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.733945] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=35][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.733955] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.733961] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.733963] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.733968] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.733976] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.733977] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.734088] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.734137] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.734148] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884562696) [2024-12-02 13:54:42.734157] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.734167] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884562696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882734047, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882713406}, ret=-6231) [2024-12-02 13:54:42.734295] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=127][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.734300] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.734305] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017559, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882733406, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7d0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882734047, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884562696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.734472] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=165][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.734482] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.734489] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.734499] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.734507] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.734511] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.734520] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.734530] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.734534] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.734539] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.734548] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.734558] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=12, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.734569] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=12000, remain_us=1928128, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.735052] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.735062] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.735081] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.735086] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.735115] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.735129] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.735142] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:42.735173] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:34, local_retry_times:34, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:42.735188] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:42.735197] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.735201] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882699712, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.735248] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.735258] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:42.735266] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:42.735281] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:42.735387] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.735439] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:42.735446] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884030506) [2024-12-02 13:54:42.735455] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:42.735466] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884030506, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882735351, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118882713406}, ret=-6231) [2024-12-02 13:54:42.735582] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=115][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:42.735587] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:42.735592] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017560, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882734460, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118882735351, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884030506, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:42.735752] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:42.735762] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:42.735771] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:42.735775] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:42.735783] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:42.735787] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:42.735794] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:42.735804] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:42.735808] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:42.735815] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:42.735821] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:42.735830] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=35, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:42.735841] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9] will sleep(sleep_us=35000, remain_us=1394666, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.738515] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.738537] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.739657] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.739676] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.740458] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882697607, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882607089, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.740619] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1084785, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.746434] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.746466] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244473772918, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.746483] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.746506] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244455754238, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.746518] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.746644] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882733406, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.746818] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1915879, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.749191] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:760) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=24] success to update min reserved snapshot(reserved_snapshot=1733117075198085000, duration=1800, snapshot_gc_ts=1733118875198085000) [2024-12-02 13:54:42.749335] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=23] PNIO [ratelimit] time: 1733118882749333, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007614, add_bytes: 0 [2024-12-02 13:54:42.751228] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882716562, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.751402] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1429026, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.752009] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF177-0-0] [lt=32][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.752030] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF177-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.752042] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF177-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.752515] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-12-02 13:54:42.752536] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=18] start lib cache evict(tenant_id=1, mem_hold=96468992, mem_limit=161061270, cache_obj_num=327, cache_node_num=326) [2024-12-02 13:54:42.752549] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=11] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=96468992, mem_limit=161061270, cache_obj_num=327, cache_node_num=326) [2024-12-02 13:54:42.752560] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=10] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:42.752644] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:787) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=18] update reserved snapshot finished(cost_ts=3455, reserved_snapshot=1733117075198085000) [2024-12-02 13:54:42.756177] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=6) [2024-12-02 13:54:42.756904] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=8] Dumping All Cache Objs(alloc_obj_list.count()=327, alloc_obj_list=[{obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176884}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178004}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:546917}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:332781}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:263882}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:306185}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237299}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182098}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208406}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178200}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200569}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182618}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192519}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:123, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220865}, {obj_id:124, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199352}, {obj_id:125, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:222017}, {obj_id:126, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198456}, {obj_id:127, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175176}, {obj_id:128, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187787}, {obj_id:129, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192833}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178113}, {obj_id:131, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219042}, {obj_id:132, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176192}, {obj_id:133, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209175}, {obj_id:134, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175888}, {obj_id:135, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305556}, {obj_id:136, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175145}, {obj_id:137, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175224}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175148}, {obj_id:139, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176438}, {obj_id:140, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209133}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197142}, {obj_id:142, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188680}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176853}, {obj_id:144, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198059}, {obj_id:145, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177303}, {obj_id:146, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190437}, {obj_id:147, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181777}, {obj_id:148, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233905}, {obj_id:149, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189351}, {obj_id:150, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198302}, {obj_id:151, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174496}, {obj_id:152, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221261}, {obj_id:153, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323711}, {obj_id:154, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181000}, {obj_id:155, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190235}, {obj_id:156, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194810}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199853}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191458}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191570}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178636}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218126}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:239134}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198398}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218559}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204424}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172672}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179080}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200617}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194396}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174894}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199224}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218742}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216070}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201003}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:205102}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190103}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187931}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186618}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201681}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195652}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189478}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186785}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189833}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186817}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189826}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186753}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193237}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184242}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:212145}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184266}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189255}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184666}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193112}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184354}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185558}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192356}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187754}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:338120}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267071}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193961}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192654}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:328266}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:257225}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176338}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195227}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189189}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184202}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186339}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198532}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182400}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211181}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194008}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203263}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188504}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220455}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200567}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196787}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200906}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189627}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234831}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189503}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160611}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:159136}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178852}, {obj_id:237, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190321}, {obj_id:238, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:327366}, {obj_id:239, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178248}, {obj_id:240, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187032}, {obj_id:241, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209535}, {obj_id:242, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187342}, {obj_id:243, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174772}, {obj_id:244, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179527}, {obj_id:245, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:243562}, {obj_id:246, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187739}, {obj_id:247, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:248, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182697}, {obj_id:249, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176824}, {obj_id:250, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:251, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:252, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193254}, {obj_id:253, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:254, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174448}, {obj_id:255, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:256, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173819}, {obj_id:257, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:258, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:259, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175256}, {obj_id:260, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:212174}, {obj_id:261, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:262, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199048}, {obj_id:263, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:288919}, {obj_id:264, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190491}, {obj_id:265, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:214044}, {obj_id:266, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179551}, {obj_id:267, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178501}, {obj_id:268, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:269, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:205008}, {obj_id:270, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174416}, {obj_id:271, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181814}, {obj_id:272, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173472}, {obj_id:273, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291437}, {obj_id:274, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182797}, {obj_id:275, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174384}, {obj_id:276, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:249247}, {obj_id:277, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198198}, {obj_id:278, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:243501}, {obj_id:279, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:165875}, {obj_id:280, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161701}, {obj_id:281, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156556}, {obj_id:282, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179751}, {obj_id:283, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:284428}, {obj_id:284, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208183}, {obj_id:285, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184412}, {obj_id:286, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:158702}, {obj_id:287, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:228624}, {obj_id:288, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183313}, {obj_id:289, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199597}, {obj_id:290, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177090}, {obj_id:291, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187950}, {obj_id:292, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182522}, {obj_id:293, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197105}, {obj_id:294, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185685}, {obj_id:295, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224584}, {obj_id:296, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174144}, {obj_id:297, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174128}, {obj_id:298, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209414}, {obj_id:299, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231874}, {obj_id:300, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:301, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156511}, {obj_id:302, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210772}, {obj_id:303, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190938}, {obj_id:304, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197667}, {obj_id:305, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188843}, {obj_id:306, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183629}, {obj_id:307, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183946}, {obj_id:308, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181296}, {obj_id:309, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183235}, {obj_id:310, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223594}, {obj_id:311, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:275491}, {obj_id:312, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323600}, {obj_id:313, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248633}, {obj_id:314, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245888}, {obj_id:315, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:328401}, {obj_id:316, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:284037}, {obj_id:317, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:318, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:320, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173072}, {obj_id:321, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:322, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:323, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:324, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:325, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:326, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190546}, {obj_id:327, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:328, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:329, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175786}, {obj_id:330, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191005}, {obj_id:331, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196244}, {obj_id:332, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177646}, {obj_id:333, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177651}, {obj_id:334, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185733}, {obj_id:335, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181579}, {obj_id:336, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291787}, {obj_id:337, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221016}, {obj_id:338, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208260}, {obj_id:339, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198683}, {obj_id:340, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192935}, {obj_id:341, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178832}, {obj_id:342, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190589}, {obj_id:343, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:344, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216981}, {obj_id:345, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180917}, {obj_id:346, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203325}, {obj_id:347, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182624}, {obj_id:348, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200864}, {obj_id:349, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221228}, {obj_id:350, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180522}, {obj_id:351, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180276}, {obj_id:352, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185550}, {obj_id:353, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221123}, {obj_id:354, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:281830}, {obj_id:355, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198757}, {obj_id:356, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186715}, {obj_id:357, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:281658}, {obj_id:358, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183016}, {obj_id:359, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:293959}, {obj_id:363, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209691}, {obj_id:364, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:365, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:366, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175480}, {obj_id:367, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:368, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:369, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175904}, {obj_id:370, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175904}, {obj_id:371, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176480}, {obj_id:372, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240824}, {obj_id:373, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233108}, {obj_id:374, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190071}, {obj_id:375, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175284}, {obj_id:376, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219512}, {obj_id:377, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202160}, {obj_id:378, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193224}, {obj_id:379, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181379}, {obj_id:380, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:282381}, {obj_id:381, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:242708}, {obj_id:382, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202692}, {obj_id:383, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234270}, {obj_id:384, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:251213}, {obj_id:385, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207639}, {obj_id:386, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207843}, {obj_id:387, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209677}, {obj_id:388, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200672}, {obj_id:389, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190169}, {obj_id:390, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221366}, {obj_id:391, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181794}, {obj_id:392, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219970}, {obj_id:393, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199300}, {obj_id:394, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207211}, {obj_id:395, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188544}, {obj_id:396, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220086}, {obj_id:397, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203907}, {obj_id:398, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198267}, {obj_id:399, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191592}, {obj_id:400, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185554}, {obj_id:401, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189891}, {obj_id:402, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192460}, {obj_id:403, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221597}, {obj_id:404, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291872}, {obj_id:405, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183061}, {obj_id:406, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323592}, {obj_id:407, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:391304}, {obj_id:408, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221753}, {obj_id:409, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180740}, {obj_id:410, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:408474}, {obj_id:411, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180574}, {obj_id:412, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:413, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178150}, {obj_id:414, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:416, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201582}, {obj_id:417, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207180}, {obj_id:418, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195355}, {obj_id:419, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:13505}, {obj_id:420, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:421, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192409}, {obj_id:422, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188048}, {obj_id:423, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1224921}, {obj_id:424, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213107}, {obj_id:425, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:426, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1103454}, {obj_id:427, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:858668}, {obj_id:428, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:296582}, {obj_id:429, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230546}, {obj_id:430, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:304938}, {obj_id:431, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:283959}, {obj_id:432, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:433, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204981}, {obj_id:434, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:435, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:436, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192409}, {obj_id:437, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188048}, {obj_id:438, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213107}]) [2024-12-02 13:54:42.757395] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=489] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:42.759896] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882746048, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.760062] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=14000, remain_us=1902634, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.762777] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1, min_version={val:1733118882563904000, v:0}, base_version={val:1733118882362868000, v:0}, server_count=1, svr_array=[{addr:"192.168.0.175:2882", version:{val:1733118882563904000, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1733118882762766, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-12-02 13:54:42.762929] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:42.762951] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.764094] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:42.764124] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:42.765168] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=3554) [2024-12-02 13:54:42.765200] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=3554) [2024-12-02 13:54:42.765224] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=2081, avg_log_gen_to_submit_time=2091, avg_log_submit_to_flush_time=4937, avg_log_submit_to_slide_time=4951) [2024-12-02 13:54:42.770916] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882734460, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.771084] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1359422, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.774140] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882759737, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754471, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.774305] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1888392, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.783700] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882739731, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.783867] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=44000, remain_us=1041536, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.785485] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882750260, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713412, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.785660] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1394768, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.789383] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882773429, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.789559] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1873138, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.790323] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1643, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:42.790323] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1332) [2024-12-02 13:54:42.790344] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:42.790359] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1332) [2024-12-02 13:54:42.790397] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:42.790409] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1696, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:42.790423] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=22, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:42.791470] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.805638] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882789172, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.805805] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=1856892, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.807164] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882770270, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.807324] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1323183, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.814411] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B9-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.814443] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B9-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.814543] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4B9-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.814713] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B9-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.814731] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4B9-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.817478] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.817479] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.817524] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.817525] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.820745] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882784961, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.820928] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1359500, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.822884] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882804978, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754475, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.823059] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=18000, remain_us=1839638, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.827945] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882782855, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.828105] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=997299, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.829656] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882728142, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882713406, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.829845] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7155852, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=278, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.831512] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.831578] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=63] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.833769] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:42.833788] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.833866] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.833917] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.833961] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.833976] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.834001] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.834010] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.834015] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.835089] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.835097] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.835116] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.835124] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.835153] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.835167] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:42.835180] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:42.835224] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:42.835235] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.838556] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.838578] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.839700] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.839719] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.841140] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882822833, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814458, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.841319] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1821378, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.842873] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2320348][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-12-02 13:54:42.844185] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320348][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] get number(ret=0, service_type_=0, range=1, base_id=1733118882843885000, start_id=1733118882843885000, end_id=1733118882843885001) [2024-12-02 13:54:42.844403] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882807084, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882754475, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.844567] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1285939, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.844795] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=23] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1019, min_version={val:1733118882644961000, v:0}, base_version={val:1733118882444926000, v:0}, server_count=1, svr_array=[{addr:"192.168.0.175:2882", version:{val:1733118882644961000, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1733118882844784, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-12-02 13:54:42.846069] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=23] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=24, avg_log_batch_cnt=1, total_group_log_size=13226, avg_group_log_size=551) [2024-12-02 13:54:42.846487] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.846521] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244473872862, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.846537] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.846559] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244455854182, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.846572] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.847223] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [2319854][T1_PalfGC][T1][Y0-0000000000000000-0-0] [lt=32] BlockGCTimerTask success(ret=0, cost_time_us=7, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.0.175:2882", log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):3072, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):305, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-12-02 13:54:42.857011] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882820727, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814458, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.857187] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1323240, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.858565] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF178-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.858586] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF178-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.858594] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF178-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.860398] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882840727, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814458, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.860574] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=20000, remain_us=1802123, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.865619] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=55] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=3, start_service_tstamp_=1733118167309726, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:42.873176] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=15][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:42.873201] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882827045, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814458, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.873365] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=952038, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.880655] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882859683, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814468, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.880837] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1781859, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.882649] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882843885, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814460, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.882812] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=39000, remain_us=1247694, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.891524] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.894274] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882856523, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814468, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.894467] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1285961, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.898387] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.898643] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.898740] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.898797] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:42.901920] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882879690, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882873371, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.902107] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1760590, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.903155] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:42.917751] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:42.917781] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.917874] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:42.918082] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:42.918101] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:42.919425] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=53] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.577154541015625000e+01, this=0xfffe61d3b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=378, Throttle Trigger(MB)=227, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=8.510981117647230576e+02) [2024-12-02 13:54:42.919448] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882872319, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882872318, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.919642] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=47000, remain_us=905762, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.919823] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4BA-0-0] [lt=33] get number(ret=0, service_type_=0, range=1, base_id=1733118882919672000, start_id=1733118882919672000, end_id=1733118882919672001) [2024-12-02 13:54:42.921051] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.921052] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:42.921092] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:42.921092] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:42.921895] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882881796, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882873371, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.922047] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1208460, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.924190] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882901758, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882873371, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.924374] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1738323, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.929921] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:42.929958] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=25] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882829144, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882814458, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.930152] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=7055545, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=279, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:42.931610] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.931678] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=65] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:42.932556] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882893371, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882873371, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.932754] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=39000, remain_us=1247674, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.933825] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:42.933846] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.933927] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.933980] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:42.934028] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.934043] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:42.934067] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:42.934077] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:42.934085] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.935160] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:42.935169] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.935188] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:42.935193] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:42.935222] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.935237] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:42.935250] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:42.935293] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:42.935304] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:42.938679] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.938702] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:42.939839] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:42.939857] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:42.946546] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.946587] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=22] get wrs ts(ls_id={id:1}, delta=244473972855, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:42.946605] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.946625] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1001}, delta=244455954175, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:42.946637] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:42.947423] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882923886, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917570, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.947631] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715066, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.954882] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=11] [APPLY STAT CB APPEND COST TIME](cur_stat_count=47, stat_interval=5000000, avg (count/cost)=26, this=0xffff44936440, extra_info="") [2024-12-02 13:54:42.954905] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=23] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=47, stat_interval=5000000, avg (count/cost)=2953, this=0xffff44936670, extra_info="") [2024-12-02 13:54:42.954912] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=6] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=47, stat_interval=5000000, avg (count/cost)=0, this=0xffff449368a0, extra_info="") [2024-12-02 13:54:42.954917] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=5] [APPLY STAT CB EXECUTE TIME](cur_stat_count=47, stat_interval=5000000, avg (count/cost)=-415, this=0xffff44936ad0, extra_info="") [2024-12-02 13:54:42.954926] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=9] [APPLY STAT CB TOTAL TIME](cur_stat_count=47, stat_interval=5000000, avg (count/cost)=2565, this=0xffff44936d00, extra_info="") [2024-12-02 13:54:42.956258] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=5) [2024-12-02 13:54:42.960168] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:42.960194] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.962129] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882921780, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917570, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.962319] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1168188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:42.964016] INFO [SHARE] adaptive_update_limit (ob_share_throttle_define.cpp:112) [2320034][T1_TenantWeakRe][T1][YB42C0A800AF-0006284309DEF75F-0-0] [lt=11] adaptive update(Tenant ID=1, Config Specify Resource Limit(MB)=1535, TxShare Current Memory Limit(MB)=1481, Holding Memory(MB)=275, Tenant Remain Memory(MB)=2010, Usable Remain Memory(MB)=1206, Last Update Limit Timestamp=1733118882963890, Is Updated=true) [2024-12-02 13:54:42.965388] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF179-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.965412] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF179-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.965424] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF179-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:42.965952] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=60] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=4143, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:42.966725] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882918618, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917568, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.966892] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=48000, remain_us=858512, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:42.971319] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:42.971343] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:42.971717] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882947039, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917570, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.971842] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882932313, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917570, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.971903] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=25000, remain_us=1690794, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.972026] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1208402, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:42.983665] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] [COMPACTION DAG STATUS] (start_time=1733118872982316, end_time=1733118882983662, dag_status={}) [2024-12-02 13:54:42.983692] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=24] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983706] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=13] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983715] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983725] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983733] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983742] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983747] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983753] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983760] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:42.983766] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983777] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983787] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983796] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983805] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983814] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983823] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983832] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983837] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983847] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983856] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983865] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983874] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983883] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983892] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983900] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983909] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983918] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983923] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983932] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983941] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983950] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983959] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983968] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983976] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983985] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.983993] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984002] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984011] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984016] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984025] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984034] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984042] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984051] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984060] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984068] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984077] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984085] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984094] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984099] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984108] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984117] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984126] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984134] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984143] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984152] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984159] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984168] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984176] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984182] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984190] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984199] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984206] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984214] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984223] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984231] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984240] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984248] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984256] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984262] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984270] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984278] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984287] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984295] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984303] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984312] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984321] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984329] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984337] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984346] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:42.984352] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=5] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:42.984360] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:42.984369] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:42.984373] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:42.984379] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:42.984383] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:42.984389] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:42.984393] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:42.984399] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:42.984402] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:42.984410] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2319889][T1_DagScheduler][T1][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(dag_cnt=0, total_worker_cnt_=0, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:42.989051] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:805) [2320144][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=22] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):172, sequence:1}) [2024-12-02 13:54:42.989185] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:42.989212] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:42.989244] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:42.990609] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=6, avg_log_submit_to_flush_time=2945, avg_log_submit_to_slide_time=2955) [2024-12-02 13:54:42.990644] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=12, avg_log_submit_to_flush_time=1611, avg_log_submit_to_slide_time=1620) [2024-12-02 13:54:42.990641] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1454, hit_cnt=12, read_cnt=12, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:42.990665] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1881, hit_cnt=12, read_cnt=12, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:42.991579] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:42.993798] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=40] new mysql sessid created(conn.sessid_=3221488668, support_ssl=false) [2024-12-02 13:54:42.993874] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=17] sm conn init succ(conn.sessid_=3221488668, sess.client_addr_="127.0.0.1:55662") [2024-12-02 13:54:42.993894] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=12] accept one succ(*s={this:0xffff22a14df0, session_id:3221488668, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:230}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:42.994316] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319719][sql_nio2][T1020][Y0-0000000000000000-0-0] [lt=16] succeed to dispatch to tenant mysql queue(tenant_id=1020) [2024-12-02 13:54:42.994332] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:291) [2319719][sql_nio2][T1020][Y0-0000000000000000-0-0] [lt=14] mysql login queue(mysql_queue->queue_.size()=0) [2024-12-02 13:54:42.994339] WDIAG [SERVER] get_tenant_id (obmp_connect.cpp:1618) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=20][errcode=-8001] tenant schema not refreshed yet(ret=-8001, ret="OB_SERVER_IS_INIT", tenant_id=1020) [2024-12-02 13:54:42.994356] WDIAG [SERVER] check_update_tenant_id (obmp_connect.cpp:2217) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=16][errcode=-8001] get_tenant_id failed(ret=-8001) [2024-12-02 13:54:42.994366] WDIAG [SERVER] process (obmp_connect.cpp:355) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=9][errcode=-8001] fail to check update tenant id(ret=-8001, ret="OB_SERVER_IS_INIT", tenant_name_=mysql_hy) [2024-12-02 13:54:42.994407] INFO [SERVER] send_error_packet (obmp_packet_sender.cpp:380) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=11] sending error packet(ob_error=-8001, client error=-8001, extra_err_info=NULL, lbt()="0x11ab55d8 0xbd7aaa8 0xbd27b90 0xbd59154 0x11474c34 0x1d09c6ac 0x1d09d504 0x11ab1264 0x1b956a10 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:42.994422] WDIAG [SERVER] get_session (obmp_packet_sender.cpp:625) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=12][errcode=-4018] get session fail(ret=-4018, sessid=3221488668, proxy_sessid=0) [2024-12-02 13:54:42.994456] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=10][errcode=0] server close connection(sessid=3221488668, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xbd58a6c 0x11474c34 0x1d09c6ac 0x1d09d504 0x11ab1264 0x1b956a10 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:42.994466] WDIAG [SERVER] get_session (obmp_packet_sender.cpp:625) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=9][errcode=-4018] get session fail(ret=-4018, sessid=3221488668, proxy_sessid=0) [2024-12-02 13:54:42.994476] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:872) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=8][errcode=-4016] session is null [2024-12-02 13:54:42.994487] INFO [SERVER] process (obmp_connect.cpp:523) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE953-0-0] [lt=8] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=, tenant_name=mysql_hy, tenant_id=1020, user_name=mysql_user, host_name=xxx.xxx.xxx.xxx, sessid=3221488668, proxy_sessid=0, client_sessid=4294967295, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=false, proc_ret=-8001, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:42.994538] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:878) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] close sql sock by user req(*s={this:0xffff22a14df0, session_id:3221488668, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:230}, err:5, last_decode_time:1733118882993378, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:103, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:42.994561] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=18] kill and revert session(conn.sessid_=3221488668, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:42.994573] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=11] can close safely, do destroy(*s={this:0xffff22a14df0, session_id:3221488668, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:230}, err:5, last_decode_time:1733118882993378, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:103, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:42.994586] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:223) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=12] mark session id unused(conn.sessid_=3221488668) [2024-12-02 13:54:42.994595] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=8] connection close(sessid=3221488668, proxy_sessid=0, tenant_id=1020, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=false, ret=0, trace_id=Y0-0000000000000000-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:1, pkt_rec[0]:{send:obp_mysql_header_{len_:35, seq_:3}, pkt_name:"PKT_ERR", obp_mysql_header_.is_send_:1}], disconnect_state=0) [2024-12-02 13:54:42.996989] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882971263, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917584, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:42.997174] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1665523, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:42.997179] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:43.003407] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882961783, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917576, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.003585] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1126922, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.010438] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127169922}], scn_array=[cnt:1, {val:1733118882996538000, v:0}], curr_size=593, accum_size=3871, time_cost=13224) [2024-12-02 13:54:43.010566] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1733118882796549000, v:0}, new_max_version={val:1733118882796549000, v:0}, last_min_version={val:1733118882596544000, v:0}, last_max_version={val:1733118882596544000, v:0}, total_time_us=14799, delta_us=214016) [2024-12-02 13:54:43.012112] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882971263, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917584, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.012289] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1168138, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.014971] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882965997, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917584, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.015135] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=49000, remain_us=810269, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.021294] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BB-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.021326] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BB-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.021416] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BB-0-0] [lt=21][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.021612] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BB-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.021628] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BB-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.023254] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882996538, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882996540, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.023424] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1639273, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.024887] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.024893] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.024933] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.024934] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.030239] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118882929151, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882917570, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.030433] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6955264, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=280, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.031608] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.031670] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.032310] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=20] get number(ret=0, service_type_=0, range=1, base_id=1733118883031288000, start_id=1733118883031288000, end_id=1733118883031288001) [2024-12-02 13:54:43.032353] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=19] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=410, get_gts_with_stc_cnt=70, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=63, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:43.032368] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=13] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1733118883032342], gts:1733118883032341000, latest_srr:[mts=1733118883032342]}) [2024-12-02 13:54:43.033882] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:43.033902] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.033994] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.034046] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.034095] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.034110] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.034132] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.034142] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.034148] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.035223] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.035232] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.035251] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.035255] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.035284] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.035299] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.035312] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:43.035325] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=12] ====== check clog disk timer task ====== [2024-12-02 13:54:43.035349] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:43.035357] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:43.035367] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.036455] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:43.038704] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.038725] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.039863] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.039881] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.045668] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883002857, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882996540, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.045840] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1084666, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.046179] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:43.046598] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.046632] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244474072901, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.046648] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.046671] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244456054221, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.046683] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.050503] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883022863, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883020760, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.050670] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=28000, remain_us=1612027, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.053371] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883011279, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882996540, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.053551] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1126877, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.064193] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] [PALF STAT APPEND COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:43.064214] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883014438, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118882996540, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.064379] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=50000, remain_us=761025, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.065623] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1002, current_version={val:1733118882531259003, v:0}, min_version={val:1733118882531259003, v:0}, max_version={val:1733118882531259003, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:43.069077] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=11] ====== tenant freeze timer task ====== [2024-12-02 13:54:43.069096] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54750400, tenant_id=1002) [2024-12-02 13:54:43.069119] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=11] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:43.070882] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:43.071201] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:43.071219] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=15] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.071837] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17A-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.071859] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17A-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.071871] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17A-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.074213] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:43.074232] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=15] temporary file module use no blocks [2024-12-02 13:54:43.074243] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:43.074256] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:43.074268] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238630572687, flush_io_finished_ret_:0, flush_io_finished_round_:732, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:43.075938] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=17] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:43.078752] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883050244, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883050244, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.078932] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1583765, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.088923] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883044978, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883029183, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.089091] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=44000, remain_us=1041416, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.089254] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:43.089277] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1332, avg_group_log_size=121) [2024-12-02 13:54:43.089293] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1332) [2024-12-02 13:54:43.091633] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.095633] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883053406, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883050244, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.095819] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1084609, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.103471] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:43.108014] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883078680, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883071310, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.108189] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1554507, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.114461] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883063936, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883061833, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.114629] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=51000, remain_us=710775, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.114988] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320213][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=17] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:43.117478] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=13] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117487] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117493] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=18] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117576] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117666] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117824] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117897] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=10] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.117989] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.118190] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=18] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.118603] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.118779] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.125146] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BC-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.125173] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BC-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.125256] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BC-0-0] [lt=64][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.125431] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BC-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.125447] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BC-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.128240] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.128244] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.128283] INFO [PALF] next (palf_iterator.h:183) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:43.128286] INFO [PALF] next (palf_iterator.h:183) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:43.128301] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=16] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.128302] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=15] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.130520] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883030235, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883029183, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.130717] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=6854980, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=281, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.131677] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.131738] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.133162] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=15][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.133188] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883088102, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883071310, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.133349] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=997157, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.133936] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:43.133954] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.134028] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.134077] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.134119] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.134133] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.134158] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.134166] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.134176] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.135250] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.135259] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.135277] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.135282] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.135310] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.135324] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.135337] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:43.135380] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:43.135389] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.138269] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883107040, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883071310, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.138431] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=31000, remain_us=1524266, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.138709] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.138730] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.138901] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883095474, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883071310, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.139088] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1041340, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.139867] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.139885] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.140442] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30C8-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.140889] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30C9-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.146653] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.146686] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244474172865, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.146702] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.146724] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244456154185, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.146735] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.156300] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=4) [2024-12-02 13:54:43.160502] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2319840][T1_Occam][T1][YB42C0A800AF-00062843047EEB9B-0-0] [lt=16] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:43.164341] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=3555) [2024-12-02 13:54:43.165710] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883114413, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883071310, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.165880] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=52000, remain_us=659524, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.169117] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB99-0-0] [lt=11] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:43.169488] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883137562, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124958, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.169672] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=32000, remain_us=1493025, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.174533] INFO [STORAGE.TRANS] run1 (ob_xa_trans_heartbeat_worker.cpp:84) [2324657][T1020_ObXAHbWor][T1020][Y0-0000000000000000-0-0] [lt=14] XA scheduler heartbeat task statistics(avg_time=1) [2024-12-02 13:54:43.178191] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17B-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.178210] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17B-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.178218] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17B-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.178428] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883132296, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124958, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.178596] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=951910, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.180388] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=32kB/s, net_out=32kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:43.180428] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:43.180480] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:43.180561] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:43.180586] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:7, schedule:13, submit:9, rt:6339, total:6370) [2024-12-02 13:54:43.180617] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:43.180651] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=31] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:7, schedule:13, submit:9, device:6339, total:6370) [2024-12-02 13:54:43.180682] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:43.180729] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:43.180752] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:6, schedule:24, submit:15, rt:7, total:54) [2024-12-02 13:54:43.180791] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:43.180815] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=21] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:6, schedule:24, submit:15, device:7, total:54) [2024-12-02 13:54:43.180844] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:43.180863] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:10629, total:10639) [2024-12-02 13:54:43.180889] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:43.180910] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4085, [delay/us]: prepare:0, schedule:0, submit:600000000, device:10629, total:10639) [2024-12-02 13:54:43.180943] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:43.180958] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:43.180968] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:43.180974] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:43.180982] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:43.183161] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=17][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.183192] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883138615, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124958, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.183370] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=997058, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.186182] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2324666][T1020_TabletShe][T1020][Y0-0000000000000000-0-0] [lt=11] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:43.186210] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2324666][T1020_TabletShe][T1020][Y0-0000000000000000-0-0] [lt=18] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=61) [2024-12-02 13:54:43.189578] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:43.189817] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=10] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:43.189841] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=17] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:43.189854] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=12] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-12-02 13:54:43.189861] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=5] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=61) [2024-12-02 13:54:43.190480] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1881) [2024-12-02 13:54:43.191687] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.192656] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2324663][T1020_Flush][T1020][Y0-0000000000000000-0-0] [lt=5] ====== traversal_flush timer task ====== [2024-12-02 13:54:43.192779] INFO [MDS] flush (mds_table_mgr.cpp:172) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE988-0-0] [lt=11] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffe452286d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.192944] INFO [MDS] flush (mds_table_mgr.cpp:172) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE988-0-0] [lt=64] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffe453b06d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.192990] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE988-0-0] [lt=43] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-12-02 13:54:43.200274] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:43.200295] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:43.200305] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:43.200318] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:43.200334] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=15] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238630698749, flush_io_finished_ret_:0, flush_io_finished_round_:306, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:43.201754] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883169162, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124960, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.201789] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=12] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:43.201930] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1460767, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.204807] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:43.204823] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=12] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:43.207843] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:43.217949] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883164951, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124960, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.218148] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=53000, remain_us=607256, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.219152] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC11-0-0] [lt=8] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:43.219174] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC11-0-0] [lt=20] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:43.224678] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883177590, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124966, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.224861] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=905646, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.228406] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883182856, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124966, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.228534] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BD-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.228563] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BD-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.228589] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=951839, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.228655] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BD-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.228823] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BD-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.228838] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BD-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.230805] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883130189, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124958, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.230992] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6754705, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=282, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.231725] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.231789] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.231945] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.231950] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.231992] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.231992] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.233989] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:43.234007] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.234081] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.234130] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.234172] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.234187] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.234210] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.234220] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.234229] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.235010] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883200772, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124968, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.235177] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1427520, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.235302] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.235311] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.235331] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.235335] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.235363] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.235377] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.235390] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:43.235433] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:43.235443] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.235582] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6] run rewrite rule refresh task(rule_mgr_->tenant_id_=1020) [2024-12-02 13:54:43.236694] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:9717) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=18] table not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, table_name.ptr()="data_size:14, data:5F5F616C6C5F7379735F73746174", ret=-5019) [2024-12-02 13:54:43.236717] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:9665) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, ret=-5019) [2024-12-02 13:54:43.236729] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:9495) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=12][errcode=-5019] fail to resolve table relation recursively(tenant_id=1020, ret=-5019, database_id=201001, database_id=201001, table_name=__all_sys_stat, db_name=oceanbase) [2024-12-02 13:54:43.236741] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:9336) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=11][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_sys_stat) [2024-12-02 13:54:43.236753] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3527) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-12-02 13:54:43.236762] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3582) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=9][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-12-02 13:54:43.236770] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3678) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=4][errcode=-5019] Table 'oceanbase.__all_sys_stat' doesn't exist [2024-12-02 13:54:43.236778] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:16886) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=8][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-12-02 13:54:43.236786] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:16814) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-12-02 13:54:43.236791] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:4136) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=4][errcode=-5019] resolve basic table failed(ret=-5019) [2024-12-02 13:54:43.236799] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3992) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-12-02 13:54:43.236804] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1340) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=4][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-12-02 13:54:43.236812] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1556) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] resolve normal query failed(ret=-5019) [2024-12-02 13:54:43.236820] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:190) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-12-02 13:54:43.236835] WDIAG [SQL] generate_stmt (ob_sql.cpp:3108) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=9][errcode=-5019] failed to resolve(ret=-5019) [2024-12-02 13:54:43.236844] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:3229) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=8][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:43.236854] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:5157) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=8][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:43.236862] WDIAG [SQL] handle_text_query (ob_sql.cpp:2818) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=8][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-12-02 13:54:43.236870] WDIAG [SQL] stmt_query (ob_sql.cpp:232) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] fail to handle text query(stmt=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE, ret=-5019) [2024-12-02 13:54:43.236880] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:696) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-12-02 13:54:43.236889] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.236905] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=10][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-5019}, need_retry=false) [2024-12-02 13:54:43.236920] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=13][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:43.236928] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:43.236933] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=4][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-12-02 13:54:43.236950] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=7][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, record_ret=-5019, ret=-5019) [2024-12-02 13:54:43.236961] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE988-0-0] [lt=10][errcode=-5019] failed to process final(executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, aret=-5019, ret=-5019) [2024-12-02 13:54:43.236971] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-5019] execute sql failed(ret=-5019, tenant_id=1020, sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE) [2024-12-02 13:54:43.236980] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] retry_while_no_tenant_resource failed(ret=-5019, tenant_id=1020) [2024-12-02 13:54:43.236989] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] execute_read failed(ret=-5019, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:43.236998] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:132) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] query failed(ret=-5019, conn=0xfffeadfa2050, start=1733118883236523, sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE) [2024-12-02 13:54:43.237008] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:67) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-5019] read failed(ret=-5019) [2024-12-02 13:54:43.237016] WDIAG [SHARE] fetch_max_id (ob_max_id_fetcher.cpp:486) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-5019] execute sql failed(sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE, ret=-5019) [2024-12-02 13:54:43.237071] WDIAG [SQL.QRR] fetch_max_rule_version (ob_udr_sql_service.cpp:141) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] failed to fetch max rule version(ret=-5019, tenant_id=1020) [2024-12-02 13:54:43.237083] WDIAG [SQL.QRR] sync_rule_from_inner_table (ob_udr_mgr.cpp:252) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=12][errcode=-5019] failed to fetch max rule version(ret=-5019) [2024-12-02 13:54:43.237092] WDIAG [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:95) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] failed to sync rule from inner table(ret=-5019) [2024-12-02 13:54:43.238773] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.238793] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.239925] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.239942] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.246247] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] get number(ret=0, service_type_=0, range=1, base_id=1733118883246029000, start_id=1733118883246029000, end_id=1733118883246029001) [2024-12-02 13:54:43.246705] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.246737] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244474272899, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.246753] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.246774] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244456254219, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.246787] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.247377] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=18] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:43.247397] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=15] temporary file module use no blocks [2024-12-02 13:54:43.247403] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=5] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:43.247413] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=8] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:43.247421] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=7] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238630745851, flush_io_finished_ret_:0, flush_io_finished_round_:732, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:43.257396] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=23] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:43.263055] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:43.263083] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=24] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.263071] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] get_max_applied_scn(scn={val:1733118883163899000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:1192731557}, palf_committed_end_scn_:{val:1733118883163899000, v:0}, last_check_scn_:{val:1733118883163899000, v:0}, max_applied_cb_scn_:{val:1733118883163899000, v:0}}) [2024-12-02 13:54:43.263100] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] get_min_unreplayed_log_info(lsn={lsn:1189473200}, scn={val:1733118105233329001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118157801746, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:57943, ret_code_:0}}, next_to_submit_lsn_:{lsn:1189473200}, next_to_submit_scn_:{val:1733118105233329001, v:0}, base_lsn_:{lsn:939466752}, base_scn_:{val:1733076001922699000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11605000, next_round_pread_size:3678208, curr_read_pos:589, curr_read_buf_start_pos:0, curr_read_buf_end_pos:589, log_storage_:{start_lsn:{lsn:1189472611}, end_lsn:{lsn:1189473200}, read_buf:{buf_len_:3747840, buf_:0xffff11605000}, block_size:67104768, log_storage_:0xffff55fc31b0, log_storage_:{log_tail:{lsn:1192731557}, readable_log_tail:{lsn:1192731557}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:17, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1/1/log", dir_fd:131, min_block_id:0, max_block_id:18, curr_writable_block_id:17}, logical_block_size_:67104768, curr_block_writable_size_:15154267, block_header_serialize_buf_:0xffff55fc4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105233329000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:501, scn_:{val:1733118105233329000, v:0}, data_checksum:2456216729, flag:32716}}, init_mode_version:0, accumulate_checksum:2055839211, curr_entry_is_padding:0, padding_entry_size:533, padding_entry_scn:{val:1733118105233329000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:135, read_io_size:252252160, read_disk_cost_ts:1780545, start_lsn:{lsn:939466752}}}}}}) [2024-12-02 13:54:43.263602] INFO [COMMON] generate_mod_stat_task (memory_dump.cpp:218) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] task info(*task={type_:2, dump_all_:false, p_context_:null, slot_idx_:0, dump_tenant_ctx_:false, tenant_id_:0, ctx_id_:0, p_chunk_:null}) [2024-12-02 13:54:43.263623] INFO [COMMON] handle (memory_dump.cpp:550) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=19] handle dump task(task={type_:2, dump_all_:false, p_context_:null, slot_idx_:0, dump_tenant_ctx_:false, tenant_id_:0, ctx_id_:0, p_chunk_:null}) [2024-12-02 13:54:43.264786] INFO [COMMON] update_check_range (ob_sql_mem_leak_checker.cpp:62) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] update_check_range(min_check_version=72, max_check_version=73, global_version=74) [2024-12-02 13:54:43.269271] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883234444, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228125, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.269518] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=35000, remain_us=1393179, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.271236] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883217588, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124968, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.271450] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=54000, remain_us=553954, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.271946] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883223908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124968, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.272139] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=48000, remain_us=858368, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.274676] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883228119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883124968, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.274884] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=905544, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.275315] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFF4-0-0] [lt=16] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:10006, add_timestamp:1733118883275303}) [2024-12-02 13:54:43.275356] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED91-0-0] [lt=15] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=10006, locations=[{table_id:10006, partition_id:10006, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883275333, sql_renew_time:1733118883275333, is_mark_fail:false}]) [2024-12-02 13:54:43.275390] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED91-0-0] [lt=33] success to process renew task(task={tenant_id:1, table_id:10006, add_timestamp:1733118883275303}, locations=[{table_id:10006, partition_id:10006, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883275333, sql_renew_time:1733118883275333, is_mark_fail:false}]) [2024-12-02 13:54:43.275545] WDIAG [SHARE] inner_to_show_str (ob_system_variable.cpp:516) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFF4-0-0] [lt=18][errcode=0] sys var casted obj is not ObVarcharType(ret=0, value={"NULL":"NULL"}, *res_obj={"NULL":"NULL"}, get_name()=secure_file_priv) [2024-12-02 13:54:43.275717] WDIAG [SHARE] inner_to_show_str (ob_system_variable.cpp:516) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFF4-0-0] [lt=18][errcode=0] sys var casted obj is not ObVarcharType(ret=0, value={"NULL":"NULL"}, *res_obj={"NULL":"NULL"}, get_name()=external_user) [2024-12-02 13:54:43.280247] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320057][T1_DBMSSched][T1][YB42C0A800AF-00062843094EEB20-0-0] [lt=17] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.281068] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=27] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:43.282190] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=20] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:43.282279] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=20] inner load succ(latest_freeze_info={frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118879259203000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903203740694000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1732989600177814000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}]}) [2024-12-02 13:54:43.283100] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:43.285062] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17C-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.285087] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17C-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.285099] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17C-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.287774] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFF6-0-0] [lt=12] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12276, add_timestamp:1733118883287761}) [2024-12-02 13:54:43.287793] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED92-0-0] [lt=15] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12276, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.287893] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B5-0-0] [lt=22] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12274, add_timestamp:1733118883287885}) [2024-12-02 13:54:43.288027] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=30] new mysql sessid created(conn.sessid_=3221488669, support_ssl=false) [2024-12-02 13:54:43.288076] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=16] sm conn init succ(conn.sessid_=3221488669, sess.client_addr_="127.0.0.1:55666") [2024-12-02 13:54:43.288072] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED92-0-0] [lt=21] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12276, locations=[{table_id:12276, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883288053, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.288093] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED92-0-0] [lt=20] success to process renew task(task={tenant_id:1, table_id:12276, add_timestamp:1733118883287761}, locations=[{table_id:12276, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883288053, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.288092] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=13] accept one succ(*s={this:0xffff22a14df0, session_id:3221488669, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:230}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.288118] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED93-0-0] [lt=16] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12274, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.288189] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=20] new mysql sessid created(conn.sessid_=3221488670, support_ssl=false) [2024-12-02 13:54:43.288232] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=21] sm conn init succ(conn.sessid_=3221488670, sess.client_addr_="127.0.0.1:55670") [2024-12-02 13:54:43.288248] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=12] accept one succ(*s={this:0xfffe60dfe030, session_id:3221488670, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:231}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.288309] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED93-0-0] [lt=6] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12274, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883288301, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.288326] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED93-0-0] [lt=16] success to process renew task(task={tenant_id:1, table_id:12274, add_timestamp:1733118883287885}, locations=[{table_id:12274, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883288301, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.288780] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=23] new mysql sessid created(conn.sessid_=3221488671, support_ssl=false) [2024-12-02 13:54:43.288814] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=19] sm conn init succ(conn.sessid_=3221488671, sess.client_addr_="127.0.0.1:55676") [2024-12-02 13:54:43.288827] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=11] accept one succ(*s={this:0xfffe60dfcf70, session_id:3221488671, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:232}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.288849] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=14] new mysql sessid created(conn.sessid_=3221488672, support_ssl=false) [2024-12-02 13:54:43.288869] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488672, sess.client_addr_="127.0.0.1:55682") [2024-12-02 13:54:43.288880] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff0fa84030, session_id:3221488672, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:233}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.288903] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=17] new mysql sessid created(conn.sessid_=3221488673, support_ssl=false) [2024-12-02 13:54:43.288932] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=11] sm conn init succ(conn.sessid_=3221488673, sess.client_addr_="127.0.0.1:55692") [2024-12-02 13:54:43.288944] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff0fa84df0, session_id:3221488673, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:235}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289019] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=12] new mysql sessid created(conn.sessid_=3221488674, support_ssl=false) [2024-12-02 13:54:43.289041] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] sm conn init succ(conn.sessid_=3221488674, sess.client_addr_="127.0.0.1:55696") [2024-12-02 13:54:43.289052] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff0fa86030, session_id:3221488674, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:234}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289071] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=13] new mysql sessid created(conn.sessid_=3221488675, support_ssl=false) [2024-12-02 13:54:43.289090] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488675, sess.client_addr_="127.0.0.1:55708") [2024-12-02 13:54:43.289100] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] accept one succ(*s={this:0xffff0fa86df0, session_id:3221488675, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:236}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289119] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=12] new mysql sessid created(conn.sessid_=3221488676, support_ssl=false) [2024-12-02 13:54:43.289136] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488676, sess.client_addr_="127.0.0.1:55722") [2024-12-02 13:54:43.289147] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] accept one succ(*s={this:0xffff0fa88030, session_id:3221488676, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:237}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289183] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=11] new mysql sessid created(conn.sessid_=3221488677, support_ssl=false) [2024-12-02 13:54:43.289200] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488677, sess.client_addr_="127.0.0.1:55728") [2024-12-02 13:54:43.289211] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] accept one succ(*s={this:0xffff0fa88df0, session_id:3221488677, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:238}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289228] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=17] new mysql sessid created(conn.sessid_=3221488678, support_ssl=false) [2024-12-02 13:54:43.289249] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] sm conn init succ(conn.sessid_=3221488678, sess.client_addr_="127.0.0.1:55734") [2024-12-02 13:54:43.289260] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff22a08df0, session_id:3221488678, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:239}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289280] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=12] new mysql sessid created(conn.sessid_=3221488679, support_ssl=false) [2024-12-02 13:54:43.289299] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488679, sess.client_addr_="127.0.0.1:55742") [2024-12-02 13:54:43.289310] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8] accept one succ(*s={this:0xffff22a8a030, session_id:3221488679, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:240}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289332] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=15] new mysql sessid created(conn.sessid_=3221488680, support_ssl=false) [2024-12-02 13:54:43.289351] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] sm conn init succ(conn.sessid_=3221488680, sess.client_addr_="127.0.0.1:55758") [2024-12-02 13:54:43.289361] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] accept one succ(*s={this:0xffff22a8adf0, session_id:3221488680, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:241}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289366] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1759, avg_group_log_size=159) [2024-12-02 13:54:43.289381] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=22] new mysql sessid created(conn.sessid_=3221488681, support_ssl=false) [2024-12-02 13:54:43.289416] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=17] sm conn init succ(conn.sessid_=3221488681, sess.client_addr_="127.0.0.1:55772") [2024-12-02 13:54:43.289420] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] new mysql sessid created(conn.sessid_=3221488682, support_ssl=false) [2024-12-02 13:54:43.289431] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=12] accept one succ(*s={this:0xfffe3a7fc030, session_id:3221488681, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:242}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289439] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7] sm conn init succ(conn.sessid_=3221488682, sess.client_addr_="127.0.0.1:55782") [2024-12-02 13:54:43.289449] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8] accept one succ(*s={this:0xfffe3a7fcdf0, session_id:3221488682, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:243}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289479] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=11] new mysql sessid created(conn.sessid_=3221488683, support_ssl=false) [2024-12-02 13:54:43.289499] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8] sm conn init succ(conn.sessid_=3221488683, sess.client_addr_="127.0.0.1:55796") [2024-12-02 13:54:43.289509] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] accept one succ(*s={this:0xfffe3a7fe030, session_id:3221488683, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:244}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289532] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=13] new mysql sessid created(conn.sessid_=3221488684, support_ssl=false) [2024-12-02 13:54:43.289560] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=11] sm conn init succ(conn.sessid_=3221488684, sess.client_addr_="127.0.0.1:55806") [2024-12-02 13:54:43.289572] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff0fadc030, session_id:3221488684, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:245}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289584] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=12] new mysql sessid created(conn.sessid_=3221488685, support_ssl=false) [2024-12-02 13:54:43.289605] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] sm conn init succ(conn.sessid_=3221488685, sess.client_addr_="127.0.0.1:55822") [2024-12-02 13:54:43.289617] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=10] accept one succ(*s={this:0xffff0fadcdf0, session_id:3221488685, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:246}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289629] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=13] new mysql sessid created(conn.sessid_=3221488686, support_ssl=false) [2024-12-02 13:54:43.289653] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] sm conn init succ(conn.sessid_=3221488686, sess.client_addr_="127.0.0.1:55828") [2024-12-02 13:54:43.289663] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] accept one succ(*s={this:0xffff0fade030, session_id:3221488686, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:247}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.289725] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=12] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.289748] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319718][sql_nio1][T1][Y0-0000000000000000-0-0] [lt=10] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.289792] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=11] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.289812] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=11] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.289841] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA46-0-0] [lt=17] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.289893] INFO [SERVER] refresh_avail_memory (ob_table_load_assigned_memory_manager.cpp:117) [2320369][T1002_TntShared][T1002][Y0-0000000000000000-0-0] [lt=16] ObTableLoadAssignedMemoryManager::refresh_avail_memory(MTL_ID()=1002, avail_memory=53687091, chunk_count_=0, avail_sort_memory_=53687091, avail_memory_=53687091) [2024-12-02 13:54:43.289898] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA44-0-0] [lt=24] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.290697] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA46-0-0] [lt=17] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488670, proxy_sessid=0, client_sessid=3221488670, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.290720] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA44-0-0] [lt=15] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488669, proxy_sessid=0, client_sessid=3221488669, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.290734] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=10] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290751] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319718][sql_nio1][T1][Y0-0000000000000000-0-0] [lt=10] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290767] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=12] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290787] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=4] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290787] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=12] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290802] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319718][sql_nio1][T1][Y0-0000000000000000-0-0] [lt=10] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290810] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290823] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=9] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290822] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA45-0-0] [lt=25] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.290839] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290845] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA47-0-0] [lt=30] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.290851] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=9] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290861] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=17] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290876] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290881] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319719][sql_nio2][T1][Y0-0000000000000000-0-0] [lt=12] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290888] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=8] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290884] INFO load_privilege_info (obmp_connect.cpp:582) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA53-0-0] [lt=23] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.290912] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290923] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=9] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290933] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.290947] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1][Y0-0000000000000000-0-0] [lt=11] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.290989] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291001] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=8] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291015] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291026] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=9] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291042] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291032] INFO [STORAGE] publish_scn (ob_replica_safe_check_task.cpp:295) [2320369][T1002_TntShared][T1002][Y0-0000000000000000-0-0] [lt=21] publish_scn finish(ret=0, ret="OB_SUCCESS", need_publish=false, major_mv_merge_scn={val:18446744073709551615, v:3}, lastest_merge_scn={val:18446744073709551615, v:3}, this={status:0, in_sched:true, is_stop:false, is_inited:true, merge_scn:{val:18446744073709551615, v:3}, max_transfer_task_id:{id:-1}, ls_cache:{arr_.count():0, arr:[]}}, ls_attr_array=[]) [2024-12-02 13:54:43.291053] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=8] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291067] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291066] INFO [STORAGE] switch_status (ob_replica_safe_check_task.cpp:195) [2320369][T1002_TntShared][T1002][Y0-0000000000000000-0-0] [lt=30] replica safe check task switch_status(ret=0, ret="OB_SUCCESS", new_status=0, delay=30000000, this={status:0, in_sched:true, is_stop:false, is_inited:true, merge_scn:{val:18446744073709551615, v:3}, max_transfer_task_id:{id:-1}, ls_cache:{arr_.count():0, arr:[]}}) [2024-12-02 13:54:43.291078] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=8] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291089] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291102] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319718][sql_nio1][T1][Y0-0000000000000000-0-0] [lt=10] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291110] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=10] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291120] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=7] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291133] INFO [SERVER] extract_user_tenant (obmp_connect.cpp:83) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] username and tenantname(user_name=ocp_monitor, tenant_name=) [2024-12-02 13:54:43.291144] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319720][sql_nio3][T1][Y0-0000000000000000-0-0] [lt=7] succeed to dispatch to tenant mysql queue(tenant_id=1) [2024-12-02 13:54:43.291306] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFA-0-0] [lt=13] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11018, add_timestamp:1733118883291296}) [2024-12-02 13:54:43.291315] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED94-0-0] [lt=12] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11018, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.291328] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=14] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12142, add_timestamp:1733118883291322}) [2024-12-02 13:54:43.291360] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=17] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12068, add_timestamp:1733118883291359}) [2024-12-02 13:54:43.291375] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=10] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12084, add_timestamp:1733118883291374}) [2024-12-02 13:54:43.291389] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12072, add_timestamp:1733118883291388}) [2024-12-02 13:54:43.291511] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED94-0-0] [lt=10] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11018, locations=[{table_id:11018, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291501, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.291528] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED94-0-0] [lt=16] success to process renew task(task={tenant_id:1, table_id:11018, add_timestamp:1733118883291296}, locations=[{table_id:11018, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291501, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.291550] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED95-0-0] [lt=12] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12142, locations=[{table_id:12142, partition_id:12142, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291546, sql_renew_time:1733118883291546, is_mark_fail:false}]) [2024-12-02 13:54:43.291563] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED95-0-0] [lt=13] success to process renew task(task={tenant_id:1, table_id:12142, add_timestamp:1733118883291322}, locations=[{table_id:12142, partition_id:12142, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291546, sql_renew_time:1733118883291546, is_mark_fail:false}]) [2024-12-02 13:54:43.291582] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED96-0-0] [lt=12] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12068, locations=[{table_id:12068, partition_id:12068, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291577, sql_renew_time:1733118883291577, is_mark_fail:false}]) [2024-12-02 13:54:43.291594] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED96-0-0] [lt=12] success to process renew task(task={tenant_id:1, table_id:12068, add_timestamp:1733118883291359}, locations=[{table_id:12068, partition_id:12068, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291577, sql_renew_time:1733118883291577, is_mark_fail:false}]) [2024-12-02 13:54:43.291594] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xfffe60dfe030, session_id:3221488670, trace_id:YB42C0A800AF-000628430C9EEFFB-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:231}, err:5, last_decode_time:1733118883291274, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:289, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.291605] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA47-0-0] [lt=13] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488685, proxy_sessid=0, client_sessid=3221488685, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.291605] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA45-0-0] [lt=10] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488686, proxy_sessid=0, client_sessid=3221488686, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.291616] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=16] kill and revert session(conn.sessid_=3221488670, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.291612] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED97-0-0] [lt=11] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12084, locations=[{table_id:12084, partition_id:12084, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291608, sql_renew_time:1733118883291608, is_mark_fail:false}]) [2024-12-02 13:54:43.291632] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED97-0-0] [lt=20] success to process renew task(task={tenant_id:1, table_id:12084, add_timestamp:1733118883291374}, locations=[{table_id:12084, partition_id:12084, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291608, sql_renew_time:1733118883291608, is_mark_fail:false}]) [2024-12-02 13:54:43.291639] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=17][errcode=0] server close connection(sessid=3221488670, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.291649] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED98-0-0] [lt=8] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12072, locations=[{table_id:12072, partition_id:12072, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291645, sql_renew_time:1733118883291645, is_mark_fail:false}]) [2024-12-02 13:54:43.291656] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=14] quit [2024-12-02 13:54:43.291658] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED98-0-0] [lt=9] success to process renew task(task={tenant_id:1, table_id:12072, add_timestamp:1733118883291388}, locations=[{table_id:12072, partition_id:12072, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883291645, sql_renew_time:1733118883291645, is_mark_fail:false}]) [2024-12-02 13:54:43.291663] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.291670] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=7][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.291675] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.291681] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=4][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.291672] INFO [SERVER] process (obmp_connect.cpp:523) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA53-0-0] [lt=12] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488684, proxy_sessid=0, client_sessid=3221488684, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.291694] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=11][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.291693] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA48-0-0] [lt=27] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.291701] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFB-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.291705] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA46-0-0] [lt=27] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.291707] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=6][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.291710] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=14] can close safely, do destroy(*s={this:0xfffe60dfe030, session_id:3221488670, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:231}, err:5, last_decode_time:1733118883291274, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:294, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.291750] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=13] unlock session of tenant(conn.sessid_=3221488670, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.291751] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.291770] INFO load_privilege_info (obmp_connect.cpp:582) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA54-0-0] [lt=25] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.291784] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320101][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=18] free session successfully(sessid=3221488670) [2024-12-02 13:54:43.291763] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=11] connection close(sessid=3221488670, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430C9EEFFA-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:184, rec_:184, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:5, seq_:7}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:8}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:5, seq_:13}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:14}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.291802] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320101][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=17] mark session id unused(sessid=3221488670) [2024-12-02 13:54:43.292187] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFC-0-0] [lt=9] get_stable_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:43.292244] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2320098][T1_L0_G0][T1001][YB42C0A800AF-000628430C9EEFFC-0-0] [lt=21] get_stable_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:43.292269] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2320098][T1_L0_G0][T1002][YB42C0A800AF-000628430C9EEFFC-0-0] [lt=12] get_stable_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:43.292288] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2320098][T1_L0_G0][T1019][YB42C0A800AF-000628430C9EEFFC-0-0] [lt=9] get_stable_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:43.292306] INFO [PALF] get_stable_disk_usage (palf_env_impl.cpp:922) [2320098][T1_L0_G0][T1020][YB42C0A800AF-000628430C9EEFFC-0-0] [lt=8] get_stable_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:43.292379] INFO handle (memory_dump.cpp:677) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=14] statistics: tenant_cnt: 8, max_chunk_cnt: 524288 tenant_id ctx_id chunk_cnt label_cnt segv_cnt 1 0 181 252 0 1 2 112 1 0 1 4 1 1 0 1 5 46 5 0 1 8 58 1 0 1 12 8 3 0 1 13 2 1 0 1 14 1 1 0 1 18 29 3 0 1 20 1 1 0 500 0 148 253 0 500 8 57 1 0 500 9 3 1 0 500 10 2 1 0 500 16 2 1 0 500 17 6 7 0 500 22 63 63 0 500 23 29 11 0 508 0 5 8 0 508 8 15 1 0 509 0 4 8 0 509 8 9 1 0 1001 0 106 241 0 1001 2 29 1 0 1001 4 1 1 0 1001 5 21 5 0 1001 8 34 1 0 1001 12 3 3 0 1001 13 2 1 0 1001 14 1 1 0 1001 18 8 3 0 1002 0 117 254 0 1002 2 30 1 0 1002 4 1 1 0 1002 5 20 5 0 1002 8 40 1 0 1002 12 17 3 0 1002 13 1 1 0 1002 14 1 1 0 1002 18 4 3 0 1019 0 98 225 0 1019 2 39 1 0 1019 4 1 1 0 1019 5 20 4 0 1019 8 35 1 0 1019 12 2 2 0 1019 13 1 1 0 1019 14 1 1 0 1019 18 3 3 0 1019 20 2 2 0 1020 0 107 222 0 1020 4 1 1 0 1020 5 1 4 0 1020 8 60 1 0 1020 12 5 3 0 1020 18 4 2 0 cost_time: 27642 [2024-12-02 13:54:43.292417] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=21] [MEMORY] tenant: 1, limit: 3,221,225,472 hold: 1,501,483,008 rpc_hold: 0 cache_hold: 379,584,512 cache_used: 379,584,512 cache_item_count: 181 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 524,189,696 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MEMSTORE_CTX_ID hold_bytes= 234,881,024 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TRANS_CTX_MGR_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PLAN_CACHE_CTX_ID hold_bytes= 96,468,992 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= WORK_AREA hold_bytes= 8,388,608 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 121,634,816 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= META_OBJ_CTX_ID hold_bytes= 16,777,216 limit= 644,245,080 [MEMORY] ctx_id= TX_CALLBACK_CTX_ID hold_bytes= 4,194,304 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LOB_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TX_DATA_TABLE hold_bytes= 75,517,952 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MDS_DATA_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MERGE_RESERVE_CTX_ID hold_bytes= 33,554,432 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.292436] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA48-0-0] [lt=10] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488683, proxy_sessid=0, client_sessid=3221488683, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.292497] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA46-0-0] [lt=12] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488682, proxy_sessid=0, client_sessid=3221488682, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.292509] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA49-0-0] [lt=22] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.292543] INFO [SERVER] process (obmp_connect.cpp:523) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA54-0-0] [lt=9] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488681, proxy_sessid=0, client_sessid=3221488681, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.292588] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA47-0-0] [lt=22] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.292635] INFO load_privilege_info (obmp_connect.cpp:582) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA55-0-0] [lt=24] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.292657] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=12] [MEMORY] tenant_id= 1 ctx_id= DEFAULT_CTX_ID hold= 524,189,696 used= 423,132,320 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 25 [MEMORY] hold= 78,618,624 used= 78,450,688 count= 49 avg_used= 1,601,034 block_cnt= 49 chunk_cnt= 40 mod=MysqlRequesReco [MEMORY] hold= 41,963,520 used= 41,943,040 count= 1 avg_used= 41,943,040 block_cnt= 1 chunk_cnt= 1 mod=LogGroupBuffer [MEMORY] hold= 33,595,392 used= 33,554,672 count= 2 avg_used= 16,777,336 block_cnt= 2 chunk_cnt= 2 mod=MrgMemPoolChk [MEMORY] hold= 29,028,352 used= 28,969,792 count= 7 avg_used= 4,138,541 block_cnt= 7 chunk_cnt= 7 mod=IoControl [MEMORY] hold= 24,969,216 used= 24,956,928 count= 12 avg_used= 2,079,744 block_cnt= 12 chunk_cnt= 12 mod=CACHE_MAP_NODE [MEMORY] hold= 17,865,856 used= 17,677,417 count= 108 avg_used= 163,679 block_cnt= 42 chunk_cnt= 9 mod=OmtTenant [MEMORY] hold= 17,039,360 used= 15,478,528 count= 208 avg_used= 74,416 block_cnt= 208 chunk_cnt= 38 mod=[T]ObSessionDIB [MEMORY] hold= 10,412,032 used= 10,371,072 count= 2 avg_used= 5,185,536 block_cnt= 2 chunk_cnt= 2 mod=ServerObjecPool [MEMORY] hold= 9,437,184 used= 9,392,640 count= 6 avg_used= 1,565,440 block_cnt= 6 chunk_cnt= 6 mod=ResourceGroup [MEMORY] hold= 8,777,728 used= 8,760,064 count= 2 avg_used= 4,380,032 block_cnt= 2 chunk_cnt= 2 mod=FreeTbltStream [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=RCSrv [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=ArcFetchQueue [MEMORY] hold= 8,409,088 used= 8,388,640 count= 1 avg_used= 8,388,640 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 5,242,880 used= 4,325,376 count= 128 avg_used= 33,792 block_cnt= 128 chunk_cnt= 8 mod=SqlDtlQueue [MEMORY] hold= 4,943,872 used= 4,915,456 count= 2 avg_used= 2,457,728 block_cnt= 2 chunk_cnt= 2 mod=HashBuckDmId [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,739,072 used= 4,718,712 count= 1 avg_used= 4,718,712 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMonMap [MEMORY] hold= 4,739,072 used= 4,718,712 count= 1 avg_used= 4,718,712 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDmChe [MEMORY] hold= 4,644,864 used= 4,096,000 count= 67 avg_used= 61,134 block_cnt= 67 chunk_cnt= 22 mod=[T]char [MEMORY] hold= 4,235,264 used= 4,194,304 count= 2 avg_used= 2,097,152 block_cnt= 2 chunk_cnt= 2 mod=SHARE_BLOCK [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 19 mod=CkptDgnMem [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 18 mod=CkptDgnMemCU [MEMORY] hold= 3,772,416 used= 3,751,944 count= 1 avg_used= 3,751,944 block_cnt= 1 chunk_cnt= 1 mod=IteratorStorage [MEMORY] hold= 3,723,264 used= 3,698,704 count= 2 avg_used= 1,849,352 block_cnt= 2 chunk_cnt= 2 mod=LogDIOAligned [MEMORY] hold= 3,162,112 used= 3,145,808 count= 2 avg_used= 1,572,904 block_cnt= 2 chunk_cnt= 2 mod=TenantDLMgr [MEMORY] hold= 3,140,800 used= 3,010,800 count= 650 avg_used= 4,632 block_cnt= 650 chunk_cnt= 31 mod=WorkerMap [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=TransTimeWheel [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=XATimeWheel [MEMORY] hold= 2,379,776 used= 2,359,296 count= 1 avg_used= 2,359,296 block_cnt= 1 chunk_cnt= 1 mod=LogIOCb [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=FastFrezCkr [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=MediumTabletMap [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 2,375,680 used= 2,359,536 count= 2 avg_used= 1,179,768 block_cnt= 2 chunk_cnt= 2 mod=HashBuckLCSta [MEMORY] hold= 2,205,184 used= 2,182,248 count= 78 avg_used= 27,977 block_cnt= 78 chunk_cnt= 4 mod=TabletMap [MEMORY] hold= 2,188,512 used= 416,700 count= 25,277 avg_used= 16 block_cnt= 269 chunk_cnt= 2 mod=Number [MEMORY] hold= 2,097,152 used= 2,095,616 count= 2 avg_used= 1,047,808 block_cnt= 2 chunk_cnt= 2 mod=TmpFileWBP [MEMORY] hold= 1,843,200 used= 1,770,696 count= 9 avg_used= 196,744 block_cnt= 9 chunk_cnt= 5 mod=DagMap [MEMORY] hold= 1,832,960 used= 1,734,784 count= 48 avg_used= 36,141 block_cnt= 48 chunk_cnt= 16 mod=CommSysVarFac [MEMORY] hold= 1,584,544 used= 1,575,992 count= 3 avg_used= 525,330 block_cnt= 2 chunk_cnt= 2 mod=PartitTableTask [MEMORY] hold= 1,523,712 used= 1,506,734 count= 5 avg_used= 301,346 block_cnt= 5 chunk_cnt= 1 mod=LDIOSetup [MEMORY] hold= 1,466,368 used= 1,462,144 count= 1 avg_used= 1,462,144 block_cnt= 1 chunk_cnt= 1 mod=TransService [MEMORY] hold= 1,400,832 used= 1,245,184 count= 19 avg_used= 65,536 block_cnt= 19 chunk_cnt= 14 mod=MinorMergeMgr [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTF [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=FrzTrigger [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DetectorTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=ElectTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MultiVersionGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=OBJLockGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MdsT [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTR [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DupTbLease [MEMORY] hold= 1,269,568 used= 1,263,904 count= 6 avg_used= 210,650 block_cnt= 6 chunk_cnt= 2 mod=PoolFreeList [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckPlanCac [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=RewriteRuleMap [MEMORY] hold= 1,179,648 used= 1,163,008 count= 8 avg_used= 145,376 block_cnt= 8 chunk_cnt= 8 mod=SQLSessionInfo [MEMORY] hold= 1,089,536 used= 1,081,344 count= 1 avg_used= 1,081,344 block_cnt= 1 chunk_cnt= 1 mod=IOWorkerLQ [MEMORY] hold= 1,064,960 used= 1,062,144 count= 1 avg_used= 1,062,144 block_cnt= 1 chunk_cnt= 1 mod=ArcSenderQueue [MEMORY] hold= 942,080 used= 931,072 count= 2 avg_used= 465,536 block_cnt= 2 chunk_cnt= 2 mod=SqlPlanMon [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlFltSpanRec [MEMORY] hold= 794,624 used= 786,432 count= 1 avg_used= 786,432 block_cnt= 1 chunk_cnt= 1 mod=FetchLog [MEMORY] hold= 786,688 used= 524,352 count= 33 avg_used= 15,889 block_cnt= 33 chunk_cnt= 2 mod=LogAlloc [MEMORY] hold= 720,896 used= 354,112 count= 44 avg_used= 8,048 block_cnt= 44 chunk_cnt= 23 mod=[T]ObPerfEventR [MEMORY] hold= 699,136 used= 682,496 count= 85 avg_used= 8,029 block_cnt= 85 chunk_cnt= 23 mod=ParamCharsType [MEMORY] hold= 625,856 used= 611,072 count= 77 avg_used= 7,936 block_cnt= 77 chunk_cnt= 7 mod=TltMemtablMgr [MEMORY] hold= 616,640 used= 559,104 count= 258 avg_used= 2,167 block_cnt= 87 chunk_cnt= 4 mod=LSMap [MEMORY] hold= 598,016 used= 590,232 count= 1 avg_used= 590,232 block_cnt= 1 chunk_cnt= 1 mod=DagNetIdMap [MEMORY] hold= 573,440 used= 524,288 count= 256 avg_used= 2,048 block_cnt= 86 chunk_cnt= 2 mod=TabletToLS [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ApplySrv [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ReplaySrv [MEMORY] hold= 475,264 used= 457,216 count= 94 avg_used= 4,864 block_cnt= 94 chunk_cnt= 27 mod=[T]ObTraceEvent [MEMORY] hold= 401,408 used= 393,760 count= 1 avg_used= 393,760 block_cnt= 1 chunk_cnt= 1 mod=ClogGe [MEMORY] hold= 385,024 used= 376,032 count= 2 avg_used= 188,016 block_cnt= 2 chunk_cnt= 2 mod=bf_queue [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompStMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompactMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=ColUsagHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=DmlStatHashMap [MEMORY] hold= 294,912 used= 287,232 count= 1 avg_used= 287,232 block_cnt= 1 chunk_cnt= 1 mod=MetaMemMgr [MEMORY] hold= 278,528 used= 270,336 count= 1 avg_used= 270,336 block_cnt= 1 chunk_cnt= 1 mod=RFLTaskQueue [MEMORY] hold= 260,096 used= 253,952 count= 32 avg_used= 7,936 block_cnt= 32 chunk_cnt= 12 mod=SqlSession [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=TenDLBucket [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=T3MBucket [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=ResourMapLock [MEMORY] hold= 204,800 used= 196,744 count= 1 avg_used= 196,744 block_cnt= 1 chunk_cnt= 1 mod=DagNetMap [MEMORY] hold= 196,608 used= 110,688 count= 12 avg_used= 9,224 block_cnt= 12 chunk_cnt= 11 mod=[T]ObDSActionAr [MEMORY] hold= 196,608 used= 195,840 count= 3 avg_used= 65,280 block_cnt= 3 chunk_cnt= 3 mod=MemTblObj [MEMORY] hold= 178,816 used= 174,592 count= 22 avg_used= 7,936 block_cnt= 22 chunk_cnt= 8 mod=LinearHashMapNo [MEMORY] hold= 172,032 used= 163,840 count= 1 avg_used= 163,840 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlMgr [MEMORY] hold= 154,432 used= 150,784 count= 19 avg_used= 7,936 block_cnt= 19 chunk_cnt= 12 mod=SqlSessiVarMap [MEMORY] hold= 154,176 used= 2,177 count= 1,920 avg_used= 1 block_cnt= 20 chunk_cnt= 1 mod=CharsetUtil [MEMORY] hold= 151,232 used= 114,432 count= 25 avg_used= 4,577 block_cnt= 25 chunk_cnt= 5 mod=TGTimer [MEMORY] hold= 143,360 used= 131,072 count= 64 avg_used= 2,048 block_cnt= 23 chunk_cnt= 3 mod=TxCtxMgr [MEMORY] hold= 139,264 used= 132,352 count= 1 avg_used= 132,352 block_cnt= 1 chunk_cnt= 1 mod=Rpc [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSharedQueueT [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSubmitLogQue [MEMORY] hold= 139,264 used= 132,128 count= 1 avg_used= 132,128 block_cnt= 1 chunk_cnt= 1 mod=LSSvr [MEMORY] hold= 130,048 used= 126,976 count= 16 avg_used= 7,936 block_cnt= 16 chunk_cnt= 10 mod=PlanVaIdx [MEMORY] hold= 122,880 used= 110,608 count= 2 avg_used= 55,304 block_cnt= 2 chunk_cnt= 2 mod=TabletIDSetBkt [MEMORY] hold= 122,688 used= 118,904 count= 2 avg_used= 59,452 block_cnt= 2 chunk_cnt= 2 mod=DbmsSched_Job [MEMORY] hold= 121,920 used= 119,040 count= 15 avg_used= 7,936 block_cnt= 15 chunk_cnt= 14 mod=CtxBlockPl [MEMORY] hold= 114,688 used= 111,096 count= 1 avg_used= 111,096 block_cnt= 1 chunk_cnt= 1 mod=AsyncFreezeTabl [MEMORY] hold= 109,136 used= 29,056 count= 399 avg_used= 72 block_cnt= 170 chunk_cnt= 24 mod=Coro [MEMORY] hold= 98,304 used= 92,288 count= 1 avg_used= 92,288 block_cnt= 1 chunk_cnt= 1 mod=tenant_mf_mgr [MEMORY] hold= 80,000 used= 78,080 count= 10 avg_used= 7,808 block_cnt= 10 chunk_cnt= 3 mod=TabletIDSetNode [MEMORY] hold= 77,376 used= 74,880 count= 13 avg_used= 5,760 block_cnt= 13 chunk_cnt= 10 mod=CACHE_INST [MEMORY] hold= 67,776 used= 67,328 count= 2 avg_used= 33,664 block_cnt= 2 chunk_cnt= 1 mod=DEVICE_MANAGER [MEMORY] hold= 65,536 used= 62,720 count= 1 avg_used= 62,720 block_cnt= 1 chunk_cnt= 1 mod=palf_env [MEMORY] hold= 65,536 used= 59,776 count= 1 avg_used= 59,776 block_cnt= 1 chunk_cnt= 1 mod=IO_MGR [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushLog [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=LockMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxDataMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxCtxMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushMeta [MEMORY] hold= 65,216 used= 60,712 count= 4 avg_used= 15,178 block_cnt= 4 chunk_cnt= 4 mod=HB_SERVICE [MEMORY] hold= 65,024 used= 63,488 count= 8 avg_used= 7,936 block_cnt= 8 chunk_cnt= 2 mod=ObDMMDL [MEMORY] hold= 64,000 used= 62,464 count= 8 avg_used= 7,808 block_cnt= 8 chunk_cnt= 4 mod=HashNodeLCSta [MEMORY] hold= 56,896 used= 55,552 count= 7 avg_used= 7,936 block_cnt= 7 chunk_cnt= 7 mod=QueryAllocator [MEMORY] hold= 49,152 used= 24,576 count= 3 avg_used= 8,192 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapCn [MEMORY] hold= 48,960 used= 44,840 count= 2 avg_used= 22,420 block_cnt= 2 chunk_cnt= 2 mod=DynamicFactor [MEMORY] hold= 46,672 used= 4,992 count= 208 avg_used= 24 block_cnt= 113 chunk_cnt= 19 mod=[T]MemoryContex [MEMORY] hold= 41,472 used= 32,256 count= 48 avg_used= 672 block_cnt= 48 chunk_cnt= 25 mod=[T]ObWarningBuf [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=Autoincrement [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HTblRkMapBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HashBucCliInFo [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletPtrMap [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=TableAQueryBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=SuspectInfoBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DagWarnHisBkt [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 5 mod=ColEqualPl [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 5 mod=DictPl [MEMORY] hold= 33,920 used= 23,744 count= 53 avg_used= 448 block_cnt= 48 chunk_cnt= 10 mod=OMT_Worker [MEMORY] hold= 32,768 used= 31,744 count= 1 avg_used= 31,744 block_cnt= 1 chunk_cnt= 1 mod=ArrayIdxArr [MEMORY] hold= 32,768 used= 24,688 count= 2 avg_used= 12,344 block_cnt= 2 chunk_cnt= 2 mod=TLD_AssignedMgr [MEMORY] hold= 32,704 used= 25,191 count= 2 avg_used= 12,595 block_cnt= 2 chunk_cnt= 2 mod=CGReadInfoMgr [MEMORY] hold= 32,512 used= 31,744 count= 4 avg_used= 7,936 block_cnt= 4 chunk_cnt= 3 mod=MdsTableMgr [MEMORY] hold= 32,000 used= 31,232 count= 4 avg_used= 7,808 block_cnt= 4 chunk_cnt= 3 mod=HashNodePlanCac [MEMORY] hold= 24,576 used= 16,392 count= 1 avg_used= 16,392 block_cnt= 1 chunk_cnt= 1 mod=SlogWriteBuffer [MEMORY] hold= 24,576 used= 18,816 count= 1 avg_used= 18,816 block_cnt= 1 chunk_cnt= 1 mod=TSQLSessionMgr [MEMORY] hold= 24,576 used= 20,224 count= 1 avg_used= 20,224 block_cnt= 1 chunk_cnt= 1 mod=LogApplyStatus [MEMORY] hold= 24,576 used= 22,784 count= 1 avg_used= 22,784 block_cnt= 1 chunk_cnt= 1 mod=LogReplayStatus [MEMORY] hold= 24,384 used= 23,808 count= 3 avg_used= 7,936 block_cnt= 3 chunk_cnt= 3 mod=RawPl [MEMORY] hold= 24,384 used= 23,808 count= 3 avg_used= 7,936 block_cnt= 3 chunk_cnt= 3 mod=RlePl [MEMORY] hold= 24,384 used= 23,808 count= 3 avg_used= 7,936 block_cnt= 3 chunk_cnt= 3 mod=ConstPl [MEMORY] hold= 24,368 used= 20,136 count= 2 avg_used= 10,068 block_cnt= 2 chunk_cnt= 2 mod=TabletStats [MEMORY] hold= 24,336 used= 20,104 count= 2 avg_used= 10,052 block_cnt= 2 chunk_cnt= 2 mod=TLD_ResourceMgr [MEMORY] hold= 24,288 used= 23,712 count= 3 avg_used= 7,904 block_cnt= 3 chunk_cnt= 3 mod=SqlSessionSbloc [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=Scheduler [MEMORY] hold= 17,280 used= 8,704 count= 3 avg_used= 2,901 block_cnt= 2 chunk_cnt= 1 mod=BaseLogWriter [MEMORY] hold= 16,384 used= 10,624 count= 1 avg_used= 10,624 block_cnt= 1 chunk_cnt= 1 mod=PalfEnv [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=MedCheckSet [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=backupTaskSched [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_ClientTask [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=DiaTabletMap [MEMORY] hold= 16,384 used= 13,896 count= 1 avg_used= 13,896 block_cnt= 1 chunk_cnt= 1 mod=task_cache [MEMORY] hold= 16,384 used= 10,248 count= 1 avg_used= 10,248 block_cnt= 1 chunk_cnt= 1 mod=TabletSvrBucket [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_TableCtxMgr [MEMORY] hold= 16,384 used= 8,200 count= 1 avg_used= 8,200 block_cnt= 1 chunk_cnt= 1 mod=SlogNopLog [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=StrPrefixPl [MEMORY] hold= 12,864 used= 12,288 count= 3 avg_used= 4,096 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapDi [MEMORY] hold= 11,984 used= 11,592 count= 2 avg_used= 5,796 block_cnt= 2 chunk_cnt= 1 mod=StopWordSet [MEMORY] hold= 11,392 used= 8,213 count= 16 avg_used= 513 block_cnt= 13 chunk_cnt= 9 mod=SqlSessiQuerSql [MEMORY] hold= 10,064 used= 6,784 count= 16 avg_used= 424 block_cnt= 16 chunk_cnt= 11 mod=ContextsMap [MEMORY] hold= 10,000 used= 6,784 count= 16 avg_used= 424 block_cnt= 14 chunk_cnt= 9 mod=PackStateMap [MEMORY] hold= 9,984 used= 6,784 count= 16 avg_used= 424 block_cnt= 15 chunk_cnt= 11 mod=SequenceMap [MEMORY] hold= 9,984 used= 6,784 count= 16 avg_used= 424 block_cnt= 16 chunk_cnt= 12 mod=SequenceIdMap [MEMORY] hold= 9,456 used= 9,064 count= 2 avg_used= 4,532 block_cnt= 2 chunk_cnt= 1 mod=GROUP_INDEX_MAP [MEMORY] hold= 9,376 used= 8,984 count= 2 avg_used= 4,492 block_cnt= 2 chunk_cnt= 2 mod=FTPluginMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=APPLY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FillCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=leakChecker [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ShareBlksMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DbmsScheduler [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=REPLAY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IntDiffPl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MatchLsnMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LCLSender [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=HTableLockMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsDebugMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FTPluginHandle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ls_id [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DASIDCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LSInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IORunners [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PurgeThrottle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LsElectRefInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileBlkMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LockWaitMgr [MEMORY] hold= 7,984 used= 7,792 count= 1 avg_used= 7,792 block_cnt= 1 chunk_cnt= 1 mod=ColUsagNode [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=HasNodGrpInfo [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=DmlStatNode [MEMORY] hold= 7,824 used= 7,632 count= 1 avg_used= 7,632 block_cnt= 1 chunk_cnt= 1 mod=CaLsInfoNode [MEMORY] hold= 7,376 used= 7,184 count= 1 avg_used= 7,184 block_cnt= 1 chunk_cnt= 1 mod=mrg_prog_cker [MEMORY] hold= 5,056 used= 4,656 count= 2 avg_used= 2,328 block_cnt= 2 chunk_cnt= 2 mod=CaLsInfoMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResRuleIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=PxPoolBkt [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResGrpIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ExTabletCntMap [MEMORY] hold= 4,288 used= 4,096 count= 1 avg_used= 4,096 block_cnt= 1 chunk_cnt= 1 mod=MacroFile [MEMORY] hold= 4,160 used= 3,200 count= 5 avg_used= 640 block_cnt= 4 chunk_cnt= 3 mod=TableLockNode [MEMORY] hold= 3,328 used= 1,792 count= 8 avg_used= 224 block_cnt= 1 chunk_cnt= 1 mod=LogIOTask [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=PendingFreeMap [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=TFileFLCtx [MEMORY] hold= 3,200 used= 3,008 count= 1 avg_used= 3,008 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlDfc [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=MedCheckMap [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=IRMMemHashBuck [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=VecIdxLSMgr [MEMORY] hold= 2,496 used= 2,304 count= 1 avg_used= 2,304 block_cnt= 1 chunk_cnt= 1 mod=LogIOWS [MEMORY] hold= 2,240 used= 2,048 count= 1 avg_used= 2,048 block_cnt= 1 chunk_cnt= 1 mod=LockMemtableMgr [MEMORY] hold= 2,000 used= 1,808 count= 1 avg_used= 1,808 block_cnt= 1 chunk_cnt= 1 mod=PxResMgr [MEMORY] hold= 2,000 used= 1,608 count= 2 avg_used= 804 block_cnt= 2 chunk_cnt= 2 mod=DetectManager [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TXBFRetryId [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TabStatMgrLock [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucGrpInfo [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucApiGroup [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=GCMemtableMap [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=DUP_LS_SET [MEMORY] hold= 1,360 used= 960 count= 2 avg_used= 480 block_cnt= 1 chunk_cnt= 1 mod=PoolArenaArray [MEMORY] hold= 1,344 used= 1,152 count= 1 avg_used= 1,152 block_cnt= 1 chunk_cnt= 1 mod=FTParserMgr [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 1,264 used= 1,064 count= 1 avg_used= 1,064 block_cnt= 1 chunk_cnt= 1 mod=LSFreeze [MEMORY] hold= 1,248 used= 1,056 count= 1 avg_used= 1,056 block_cnt= 1 chunk_cnt= 1 mod=LOG_HASH_MAP [MEMORY] hold= 1,216 used= 1,024 count= 1 avg_used= 1,024 block_cnt= 1 chunk_cnt= 1 mod=tenant_rm_mgr [MEMORY] hold= 1,200 used= 1,000 count= 1 avg_used= 1,000 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletMapLk [MEMORY] hold= 1,152 used= 120 count= 5 avg_used= 24 block_cnt= 2 chunk_cnt= 1 mod=FreezeTask [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=MvRefreshInfo [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=DepTabletSet [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=CheckPointTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TLD_TIMER [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=FlushTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=DiskUsageTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TabShellTimer [MEMORY] hold= 848 used= 656 count= 1 avg_used= 656 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfo [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=MSTXCTX [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=HAScheduler [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=VectorIndexVsag [MEMORY] hold= 672 used= 288 count= 2 avg_used= 144 block_cnt= 2 chunk_cnt= 2 mod=ObTxLSLogCb [MEMORY] hold= 672 used= 472 count= 1 avg_used= 472 block_cnt= 1 chunk_cnt= 1 mod=Election [MEMORY] hold= 544 used= 144 count= 2 avg_used= 72 block_cnt= 1 chunk_cnt= 1 mod=TntSrvObjPool [MEMORY] hold= 512 used= 120 count= 2 avg_used= 60 block_cnt= 1 chunk_cnt= 1 mod=UserResourceMgr [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=PalfFSCbNode [MEMORY] hold= 416 used= 200 count= 1 avg_used= 200 block_cnt= 1 chunk_cnt= 1 mod=ExTabletMapLk [MEMORY] hold= 416 used= 2 count= 2 avg_used= 1 block_cnt= 2 chunk_cnt= 1 mod=ObLogEXTHandler [MEMORY] hold= 400 used= 208 count= 1 avg_used= 208 block_cnt= 1 chunk_cnt= 1 mod=[T]ObMacroBlock [MEMORY] hold= 304 used= 102 count= 1 avg_used= 102 block_cnt= 1 chunk_cnt= 1 mod=TxLSLogBuf [MEMORY] hold= 304 used= 104 count= 1 avg_used= 104 block_cnt= 1 chunk_cnt= 1 mod=RedoLogBuckLock [MEMORY] hold= 304 used= 112 count= 1 avg_used= 112 block_cnt= 1 chunk_cnt= 1 mod=Coordinator [MEMORY] hold= 256 used= 56 count= 1 avg_used= 56 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfoMap [MEMORY] hold= 240 used= 41 count= 1 avg_used= 41 block_cnt= 1 chunk_cnt= 1 mod=KeepAliveBuf [MEMORY] hold= 240 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=PalfRCCbNode [MEMORY] hold= 224 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=RebuildCbNode [MEMORY] hold= 208 used= 16 count= 1 avg_used= 16 block_cnt= 1 chunk_cnt= 1 mod=logservice [MEMORY] hold= 423,132,320 used= 414,788,169 count= 32,378 avg_used= 12,810 mod=SUMMARY [2024-12-02 13:54:43.292688] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=22] [MEMORY] tenant_id= 1 ctx_id= MEMSTORE_CTX_ID hold= 234,881,024 used= 233,046,016 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 233,046,016 used= 232,939,392 count= 112 avg_used= 2,079,816 block_cnt= 112 chunk_cnt= 112 mod=Memstore [MEMORY] hold= 233,046,016 used= 232,939,392 count= 112 avg_used= 2,079,816 mod=SUMMARY [2024-12-02 13:54:43.292701] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1 ctx_id= TRANS_CTX_MGR_ID hold= 2,097,152 used= 729,088 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 block_cnt= 1 chunk_cnt= 1 mod=PartTranCtxMgr [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 mod=SUMMARY [2024-12-02 13:54:43.292716] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1 ctx_id= PLAN_CACHE_CTX_ID hold= 96,468,992 used= 91,721,600 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 84,084,672 used= 76,252,311 count= 3,772 avg_used= 20,215 block_cnt= 3,772 chunk_cnt= 46 mod=SqlPhyPlan [MEMORY] hold= 3,943,744 used= 3,658,944 count= 376 avg_used= 9,731 block_cnt= 376 chunk_cnt= 46 mod=SqlPlanCache [MEMORY] hold= 2,214,976 used= 2,089,600 count= 653 avg_used= 3,200 block_cnt= 327 chunk_cnt= 46 mod=CreateContext [MEMORY] hold= 1,475,136 used= 1,369,760 count= 155 avg_used= 8,837 block_cnt= 155 chunk_cnt= 2 mod=SqlPhyPlObj [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=PlanCache [MEMORY] hold= 91,721,600 used= 83,373,303 count= 4,958 avg_used= 16,815 mod=SUMMARY [2024-12-02 13:54:43.292729] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1 ctx_id= WORK_AREA hold= 8,388,608 used= 0 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [2024-12-02 13:54:43.292738] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320103][T1_L0_G0][T1][YB42C0A800AF-000628430F1EE9A5-0-0] [lt=10] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11017, add_timestamp:1733118883292724}) [2024-12-02 13:54:43.292746] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1 ctx_id= CO_STACK hold= 121,634,816 used= 117,153,792 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 117,153,792 used= 116,935,872 count= 227 avg_used= 515,136 block_cnt= 227 chunk_cnt= 58 mod=CoStack [MEMORY] hold= 117,153,792 used= 116,935,872 count= 227 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.292751] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED99-0-0] [lt=9] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11017, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.292755] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320104][T1_L0_G0][T1][YB42C0A800AF-000628430F2EE9B0-0-0] [lt=4] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11017, add_timestamp:1733118883292724}) [2024-12-02 13:54:43.292766] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1 ctx_id= KVSTORE_CACHE_ID hold= 379,584,512 used= 379,584,512 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 379,584,512 used= 0 count= 181 avg_used= 0 block_cnt= 0 chunk_cnt= 0 mod=KvstorCacheMb [MEMORY] hold= 379,584,512 used= 0 count= 181 avg_used= 0 mod=SUMMARY [2024-12-02 13:54:43.292782] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1 ctx_id= META_OBJ_CTX_ID hold= 16,777,216 used= 15,327,232 limit= 644,245,080 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 10,469,376 used= 9,313,922 count= 142 avg_used= 65,591 block_cnt= 142 chunk_cnt= 6 mod=L_TabletPool [MEMORY] hold= 4,456,448 used= 4,439,040 count= 68 avg_used= 65,280 block_cnt= 68 chunk_cnt= 3 mod=N_TabletPool [MEMORY] hold= 401,408 used= 400,064 count= 2 avg_used= 200,032 block_cnt= 2 chunk_cnt= 1 mod=PoolFreeList [MEMORY] hold= 15,327,232 used= 14,153,026 count= 212 avg_used= 66,759 mod=SUMMARY [2024-12-02 13:54:43.292796] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1 ctx_id= TX_CALLBACK_CTX_ID hold= 4,194,304 used= 853,440 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 853,440 used= 833,280 count= 105 avg_used= 7,936 block_cnt= 105 chunk_cnt= 2 mod=MemtableCallbac [MEMORY] hold= 853,440 used= 833,280 count= 105 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.292809] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1 ctx_id= LOB_CTX_ID hold= 2,097,152 used= 8,128 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LobPersist [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.292834] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1 ctx_id= TX_DATA_TABLE hold= 75,517,952 used= 72,848,512 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 54,977,792 used= 53,679,104 count= 6,764 avg_used= 7,936 block_cnt= 6,764 chunk_cnt= 28 mod=TX_DATA_SLICE [MEMORY] hold= 17,862,592 used= 17,833,792 count= 3 avg_used= 5,944,597 block_cnt= 3 chunk_cnt= 2 mod=MEMTABLE_ARENA [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TX_DATA_ARENA [MEMORY] hold= 72,848,512 used= 71,520,832 count= 6,768 avg_used= 10,567 mod=SUMMARY [2024-12-02 13:54:43.292851] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1 ctx_id= MDS_DATA_ID hold= 2,097,152 used= 8,128 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TX_OP [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.292870] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1 ctx_id= MERGE_RESERVE_CTX_ID hold= 33,554,432 used= 0 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 33,554,432 free_size= 33,554,432 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [2024-12-02 13:54:43.292889] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant: 500, limit: 9,223,372,036,854,775,807 hold: 926,117,888 rpc_hold: 0 cache_hold: 0 cache_used: 0 cache_item_count: 0 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 396,230,656 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 119,537,664 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LIBEASY hold_bytes= 6,291,456 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LOGGER_CTX_ID hold_bytes= 4,194,304 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= RPC_CTX_ID hold_bytes= 4,194,304 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PKT_NIO hold_bytes= 17,969,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= SCHEMA_SERVICE hold_bytes= 137,121,792 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= UNEXPECTED_IN_500 hold_bytes= 240,578,560 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.292977] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED99-0-0] [lt=13] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11017, locations=[{table_id:11017, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883292965, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.292997] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED99-0-0] [lt=19] success to process renew task(task={tenant_id:1, table_id:11017, add_timestamp:1733118883292724}, locations=[{table_id:11017, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883292965, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293018] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9A-0-0] [lt=14] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11017, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.293051] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xfffe3a7fe030, session_id:3221488683, trace_id:YB42C0A800AF-000628430F0EE9AF-0-0, sql_handling_stage:5, sql_initiative_shutdown:false, reader:{fd:244}, err:5, last_decode_time:1733118883292326, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:471, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.293074] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=17] kill and revert session(conn.sessid_=3221488683, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.293087] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320102][T1_L0_G0][T1][YB42C0A800AF-000628430F0EE9AF-0-0] [lt=21][errcode=0] server close connection(sessid=3221488683, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.293104] INFO [SERVER] process (obmp_quit.h:56) [2320102][T1_L0_G0][T1][YB42C0A800AF-000628430F0EE9AF-0-0] [lt=15] quit [2024-12-02 13:54:43.293114] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320102][T1_L0_G0][T1][YB42C0A800AF-000628430F0EE9AF-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.293124] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320102][T1_L0_G0][T1][YB42C0A800AF-000628430F0EE9AF-0-0] [lt=10][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.293114] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 500 ctx_id= DEFAULT_CTX_ID hold= 396,230,656 used= 337,345,312 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 52,517,184 used= 50,996,736 count= 3,317 avg_used= 15,374 block_cnt= 3,317 chunk_cnt= 30 mod=TZInfoArray [MEMORY] hold= 33,292,288 used= 33,275,904 count= 16 avg_used= 2,079,744 block_cnt= 16 chunk_cnt= 16 mod=ObTxDesc [MEMORY] hold= 31,477,760 used= 31,458,304 count= 1 avg_used= 31,458,304 block_cnt= 1 chunk_cnt= 1 mod=ash_list [MEMORY] hold= 29,028,352 used= 28,969,792 count= 7 avg_used= 4,138,541 block_cnt= 7 chunk_cnt= 6 mod=IoControl [MEMORY] hold= 20,070,400 used= 18,231,920 count= 245 avg_used= 74,416 block_cnt= 245 chunk_cnt= 41 mod=[T]ObSessionDIB [MEMORY] hold= 12,873,728 used= 12,856,352 count= 1 avg_used= 12,856,352 block_cnt= 1 chunk_cnt= 1 mod=MemDumpContext [MEMORY] hold= 9,457,664 used= 9,437,784 count= 1 avg_used= 9,437,784 block_cnt= 1 chunk_cnt= 1 mod=HashBuckInteChe [MEMORY] hold= 7,259,024 used= 6,324,350 count= 1,032 avg_used= 6,128 block_cnt= 542 chunk_cnt= 6 mod=CharsetInit [MEMORY] hold= 6,889,376 used= 6,872,160 count= 8 avg_used= 859,020 block_cnt= 8 chunk_cnt= 7 mod=Omt [MEMORY] hold= 5,529,600 used= 5,454,320 count= 8 avg_used= 681,790 block_cnt= 8 chunk_cnt= 4 mod=KvstCachWashStr [MEMORY] hold= 5,373,952 used= 5,236,736 count= 32 avg_used= 163,648 block_cnt= 32 chunk_cnt= 20 mod=Iteratorclient_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.293218] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant_id= 500 ctx_id= PKT_NIO hold= 17,969,152 used= 17,549,632 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 15,894,848 used= 15,801,800 count= 15 avg_used= 1,053,453 block_cnt= 8 chunk_cnt= 6 mod=DEFAULT [MEMORY] hold= 557,056 used= 523,904 count= 4 avg_used= 130,976 block_cnt= 4 chunk_cnt= 1 mod=PKTC_INBUF [MEMORY] hold= 557,056 used= 523,904 count= 4 avg_used= 130,976 block_cnt= 4 chunk_cnt= 1 mod=PKTS_INBUF [MEMORY] hold= 196,608 used= 130,304 count= 8 avg_used= 16,288 block_cnt= 8 chunk_cnt= 1 mod=SERVER_CTX_CHUN [MEMORY] hold= 147,456 used= 97,728 count= 6 avg_used= 16,288 block_cnt= 6 chunk_cnt= 1 mod=CLIENT_CB_CHUNK [MEMORY] hold= 98,304 used= 65,152 count= 4 avg_used= 16,288 block_cnt= 4 chunk_cnt= 1 mod=CLIENT_REQ_CHUN [MEMORY] hold= 98,304 used= 65,152 count= 4 avg_used= 16,288 block_cnt= 4 chunk_cnt= 1 mod=SERVER_RESP_CHU [MEMORY] hold= 17,549,632 used= 17,207,944 count= 45 avg_used= 382,398 mod=SUMMARY [2024-12-02 13:54:43.293219] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9A-0-0] [lt=10] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11017, locations=[{table_id:11017, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293211, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293233] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9A-0-0] [lt=14] success to process renew task(task={tenant_id:1, table_id:11017, add_timestamp:1733118883292724}, locations=[{table_id:11017, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293211, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293246] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] can close safely, do destroy(*s={this:0xfffe3a7fe030, session_id:3221488683, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:244}, err:5, last_decode_time:1733118883292326, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:476, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.293277] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=14] unlock session of tenant(conn.sessid_=3221488683, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.293289] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4A-0-0] [lt=18] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.293296] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 500 ctx_id= SCHEMA_SERVICE hold= 137,121,792 used= 122,848,464 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 56,658,800 used= 55,529,118 count= 5,587 avg_used= 9,938 block_cnt= 957 chunk_cnt= 35 mod=SchemaSysCache [MEMORY] hold= 43,744,896 used= 43,722,240 count= 27 avg_used= 1,619,342 block_cnt= 27 chunk_cnt= 25 mod=TenantSchemMgr [MEMORY] hold= 7,098,368 used= 7,078,824 count= 1 avg_used= 7,078,824 block_cnt= 1 chunk_cnt= 1 mod=SchemaIdVersion [MEMORY] hold= 4,429,760 used= 4,325,120 count= 545 avg_used= 7,936 block_cnt= 545 chunk_cnt= 4 mod=SchemaGetteGuar [MEMORY] hold= 4,177,792 used= 4,175,360 count= 4 avg_used= 1,043,840 block_cnt= 4 chunk_cnt= 3 mod=TenaSchMgrForLi [MEMORY] hold= 1,671,168 used= 1,572,864 count= 12 avg_used= 131,072 block_cnt= 12 chunk_cnt= 3 mod=SchemaMgrCache [MEMORY] hold= 1,052,544 used= 833,184 count= 78 avg_used= 10,681 block_cnt= 78 chunk_cnt= 19 mod=ScheTablInfoVec [MEMORY] hold= 570,560 used= 555,776 count= 77 avg_used= 7,217 block_cnt= 77 chunk_cnt= 16 mod=ScheTablIdMap [MEMORY] hold= 453,376 used= 442,624 count= 56 avg_used= 7,904 block_cnt= 56 chunk_cnt= 16 mod=ScheTenaInfoVec [MEMORY] hold= 380,224 used= 369,664 count= 55 avg_used= 6,721 block_cnt= 55 chunk_cnt= 18 mod=ScheTablNameMap [MEMORY] hold= 277,728 used= 265,056 count= 66 avg_used= 4,016 block_cnt= 65 chunk_cnt= 17 mod=SchemaSysVariab [MEMORY] hold= 259,072 used= 252,928 count= 32 avg_used= 7,904 block_cnt= 32 chunk_cnt= 18 mod=ScheLobMInfoVec [MEMORY] hold= 259,072 used= 252,928 count= 32 avg_used= 7,904 block_cnt= 32 chunk_cnt= 16 mod=ScheLobPInfoVec [MEMORY] hold= 226,688 used= 221,312 count= 28 avg_used= 7,904 block_cnt= 28 chunk_cnt= 17 mod=ScheIndeInfoVec [MEMORY] hold= 188,672 used= 178,112 count= 55 avg_used= 3,238 block_cnt= 55 chunk_cnt= 20 mod=SchemaKeystore [MEMORY] hold= 178,112 used= 173,888 count= 22 avg_used= 7,904 block_cnt= 22 chunk_cnt= 12 mod=SchePrivDbPrivs [MEMORY] hold= 178,112 used= 173,888 count= 22 avg_used= 7,904 block_cnt= 22 chunk_cnt= 12 mod=ScheDbInfoVec [MEMORY] hold= 65,728 used= 59,392 count= 33 avg_used= 1,799 block_cnt= 32 chunk_cnt= 15 mod=ScheIndeNameMap [MEMORY] hold= 51,040 used= 43,744 count= 38 avg_used= 1,151 block_cnt= 35 chunk_cnt= 14 mod=SchemaSequence [MEMORY] hold= 45,248 used= 38,912 count= 33 avg_used= 1,179 block_cnt= 33 chunk_cnt= 14 mod=ScheRoutNameMap [MEMORY] hold= 45,248 used= 38,912 count= 33 avg_used= 1,179 block_cnt= 31 chunk_cnt= 14 mod=ScheRoutIdMap [MEMORY] hold= 42,240 used= 16,896 count= 132 avg_used= 128 block_cnt= 37 chunk_cnt= 13 mod=ScheLabeSeCompo [MEMORY] hold= 40,480 used= 39,520 count= 5 avg_used= 7,904 block_cnt= 5 chunk_cnt= 5 mod=ScheDroTenInfVe [MEMORY] hold= 40,480 used= 39,520 count= 5 avg_used= 7,904 block_cnt= 5 chunk_cnt= 5 mod=SchePackInfoVec [MEMORY] hold= 40,480 used= 39,520 count= 5 avg_used= 7,904 block_cnt= 5 chunk_cnt= 5 mod=ScheRoutInfoVec [MEMORY] hold= 40,128 used= 33,792 count= 33 avg_used= 1,024 block_cnt= 31 chunk_cnt= 12 mod=SchePackNameMap [MEMORY] hold= 40,128 used= 33,792 count= 33 avg_used= 1,024 block_cnt= 32 chunk_cnt= 12 mod=SchePackIdMap [MEMORY] hold= 40,128 used= 33,792 count= 33 avg_used= 1,024 block_cnt= 32 chunk_cnt= 13 mod=BuiltInIdxNames [MEMORY] hold= 40,128 used= 33,792 count= 33 avg_used= 1,024 block_cnt= 32 chunk_cnt= 13 mod=HiddenTblNames [MEMORY] hold= 31,680 used= 12,672 count= 99 avg_used= 128 block_cnt= 42 chunk_cnt= 13 mod=ScheLabeSePolic [MEMORY] hold= 31,680 used= 12,672 count= 99 avg_used= 128 block_cnt= 40 chunk_cnt= 13 mod=ScheLabeSeLabel [MEMORY] hold= 23,264 used= 16,896 count= 33 avg_used= 512 block_cnt= 32 chunk_cnt= 12 mod=ScheUdtNameMap [MEMORY] hold= 23,232 used= 16,896 count= 33 avg_used= 512 block_cnt= 33 chunk_cnt= 12 mod=ScheUdtIdMap [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 33 chunk_cnt= 11 mod=ScheOutlSqlMap [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 35 chunk_cnt= 13 mod=SchemaProfile [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 34 chunk_cnt= 12 mod=RLS_POLICY_MGR [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 41 chunk_cnt= 13 mod=RLS_GROUP_MGR [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 38 chunk_cnt= 13 mod=RLS_CONTEXT_MGR [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 35 chunk_cnt= 13 mod=SchemaSynonym [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 35 chunk_cnt= 12 mod=DIRECTORY_MGR [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 32 chunk_cnt= 13 mod=ScheLabSeUserLe [MEMORY] hold= 21,120 used= 8,448 count= 66 avg_used= 128 block_cnt= 36 chunk_cnt= 13 mod=DBLINK_MGR [MEMORY] hold= 16,192 used= 15,808 count= 2 avg_used= 7,904 block_cnt= 2 chunk_cnt= 1 mod=ScheUserInfoVec [MEMORY] hold= 13,376 used= 7,040 count= 33 avg_used= 213 block_cnt= 31 chunk_cnt= 12 mod=ScheDataNameMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 32 chunk_cnt= 11 mod=MockFkParentTab [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 32 chunk_cnt= 12 mod=ScheTrigIdMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 31 chunk_cnt= 12 mod=ScheTrigNameMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 31 chunk_cnt= 11 mod=SchePriObjPriMa [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 29 chunk_cnt= 14 mod=ScheAuxVpNameVe [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 27 chunk_cnt= 12 mod=ScheForKeyNamMa [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 32 chunk_cnt= 13 mod=SchemaTablespac [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 30 chunk_cnt= 12 mod=SchemaUdf [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 31 chunk_cnt= 12 mod=SchePriTabPriMa [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 33 chunk_cnt= 13 mod=SchemaSecurAudi [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 31 chunk_cnt= 13 mod=ScheOutlIdMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 28 chunk_cnt= 11 mod=ScheConsNameMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 29 chunk_cnt= 12 mod=PRIV_ROUTINE [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 31 chunk_cnt= 13 mod=ScheOutlNameMap [MEMORY] hold= 10,560 used= 4,224 count= 33 avg_used= 128 block_cnt= 33 chunk_cnt= 14 mod=SchemaContext [MEMORY] hold= 8,192 used= 7,968 count= 1 avg_used= 7,968 block_cnt= 1 chunk_cnt= 1 mod=ScheMgrInfoArra [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=SchemaTasks [MEMORY] hold= 3,920 used= 2,920 count= 5 avg_used= 584 block_cnt= 5 chunk_cnt= 3 mod=TenaScheMemMgr [MEMORY] hold= 3,920 used= 2,920 count= 5 avg_used= 584 block_cnt= 5 chunk_cnt= 3 mod=TenSchMemMgrFoL [MEMORY] hold= 122,848,464 used= 120,817,590 count= 8,515 avg_used= 14,188 mod=SUMMARY [2024-12-02 13:54:43.293288] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] connection close(sessid=3221488683, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F0EE9AE-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:366, rec_:366, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:7, seq_:9}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:10}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:1, seq_:11}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:12}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.293321] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant_id= 500 ctx_id= UNEXPECTED_IN_500 hold= 240,578,560 used= 238,158,896 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 134,238,416 used= 134,217,736 count= 2 avg_used= 67,108,868 block_cnt= 2 chunk_cnt= 2 mod=CACHE_MAP_BKT [MEMORY] hold= 21,258,240 used= 21,172,440 count= 5 avg_used= 4,234,488 block_cnt= 5 chunk_cnt= 5 mod=TenantConfig [MEMORY] hold= 20,029,440 used= 20,012,520 count= 1 avg_used= 20,012,520 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MB_HANDLE [MEMORY] hold= 17,338,048 used= 8,968,960 count= 1,093 avg_used= 8,205 block_cnt= 1,093 chunk_cnt= 9 mod=StorageLoggerM [MEMORY] hold= 16,807,040 used= 16,786,208 count= 3 avg_used= 5,595,402 block_cnt= 3 chunk_cnt= 2 mod=FixeSizeBlocAll [MEMORY] hold= 15,573,920 used= 13,822,080 count= 374 avg_used= 36,957 block_cnt= 227 chunk_cnt= 10 mod=OccamThreadPool [MEMORY] hold= 6,311,936 used= 6,291,472 count= 1 avg_used= 6,291,472 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MAP_LOCK [MEMORY] hold= 4,915,200 used= 4,899,920 count= 5 avg_used= 979,984 block_cnt= 5 chunk_cnt= 3 mod=di_tenant_cache [MEMORY] hold= 1,319,168 used= 1,082,299 count= 56 avg_used= 19,326 block_cnt= 46 chunk_cnt= 9 mod=CommonNetwork [MEMORY] hold= 325,120 used= 317,440 count= 40 avg_used= 7,936 block_cnt= 40 chunk_cnt= 7 mod=BlockMap [MEMORY] hold= 42,368 used= 5,152 count= 322 avg_used= 16 block_cnt= 18 chunk_cnt= 6 mod=ConfigChecker [MEMORY] hold= 238,158,896 used= 227,576,227 count= 1,902 avg_used= 119,651 mod=SUMMARY [2024-12-02 13:54:43.293338] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320102][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4] free session successfully(sessid=3221488683) [2024-12-02 13:54:43.293341] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant: 508, limit: 1,073,741,824 hold: 44,765,184 rpc_hold: 0 cache_hold: 0 cache_used: 0 cache_item_count: 0 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 13,307,904 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 31,457,280 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.293351] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320102][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=12] mark session id unused(sessid=3221488683) [2024-12-02 13:54:43.293362] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 508 ctx_id= DEFAULT_CTX_ID hold= 13,307,904 used= 11,279,264 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,915,200 used= 4,464,960 count= 60 avg_used= 74,416 block_cnt= 60 chunk_cnt= 4 mod=[T]ObSessionDIB [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DynamicFactor [MEMORY] hold= 38,496 used= 26,880 count= 60 avg_used= 448 block_cnt= 11 chunk_cnt= 2 mod=OMT_Worker [MEMORY] hold= 31,680 used= 7,680 count= 120 avg_used= 64 block_cnt= 11 chunk_cnt= 2 mod=Coro [MEMORY] hold= 13,440 used= 1,440 count= 60 avg_used= 24 block_cnt= 11 chunk_cnt= 2 mod=[T]MemoryContex [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 11,279,264 used= 10,760,136 count= 304 avg_used= 35,395 mod=SUMMARY [2024-12-02 13:54:43.293397] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant_id= 508 ctx_id= CO_STACK hold= 31,457,280 used= 30,965,760 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 30,965,760 used= 30,908,160 count= 60 avg_used= 515,136 block_cnt= 60 chunk_cnt= 15 mod=CoStack [MEMORY] hold= 30,965,760 used= 30,908,160 count= 60 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.293395] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA47-0-0] [lt=12] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488679, proxy_sessid=0, client_sessid=3221488679, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.293417] INFO [SERVER] process (obmp_connect.cpp:523) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA55-0-0] [lt=12] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488678, proxy_sessid=0, client_sessid=3221488678, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.293458] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant: 509, limit: 1,073,741,824 hold: 30,085,120 rpc_hold: 0 cache_hold: 0 cache_used: 0 cache_item_count: 0 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 11,210,752 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 18,874,368 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.293453] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320127][T1_L0_G0][T1][YB42C0A800AF-000628430F6EE952-0-0] [lt=24] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11003, add_timestamp:1733118883293442}) [2024-12-02 13:54:43.293460] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9B-0-0] [lt=9] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11003, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.293490] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 509 ctx_id= DEFAULT_CTX_ID hold= 11,210,752 used= 9,196,416 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 2,867,200 used= 2,604,560 count= 35 avg_used= 74,416 block_cnt= 35 chunk_cnt= 3 mod=[T]ObSessionDIB [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DynamicFactor [MEMORY] hold= 22,448 used= 15,680 count= 35 avg_used= 448 block_cnt= 7 chunk_cnt= 1 mod=OMT_Worker [MEMORY] hold= 18,480 used= 4,480 count= 70 avg_used= 64 block_cnt= 7 chunk_cnt= 1 mod=Coro [MEMORY] hold= 7,840 used= 840 count= 35 avg_used= 24 block_cnt= 7 chunk_cnt= 1 mod=[T]MemoryContex [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 9,196,416 used= 8,884,736 count= 179 avg_used= 49,635 mod=SUMMARY [2024-12-02 13:54:43.293510] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA48-0-0] [lt=19] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.293525] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 509 ctx_id= CO_STACK hold= 18,874,368 used= 18,063,360 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 18,063,360 used= 18,029,760 count= 35 avg_used= 515,136 block_cnt= 35 chunk_cnt= 9 mod=CoStack [MEMORY] hold= 18,063,360 used= 18,029,760 count= 35 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.293528] INFO load_privilege_info (obmp_connect.cpp:582) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA56-0-0] [lt=23] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.293591] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant: 1001, limit: 1,073,741,824 hold: 711,090,176 rpc_hold: 0 cache_hold: 163,577,856 cache_used: 163,577,856 cache_item_count: 78 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 333,582,336 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MEMSTORE_CTX_ID hold_bytes= 60,817,408 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TRANS_CTX_MGR_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PLAN_CACHE_CTX_ID hold_bytes= 44,040,192 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 71,303,168 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= META_OBJ_CTX_ID hold_bytes= 6,291,456 limit= 214,748,360 [MEMORY] ctx_id= TX_CALLBACK_CTX_ID hold_bytes= 4,194,304 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LOB_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TX_DATA_TABLE hold_bytes= 23,089,152 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.293643] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320102][T1_L0_G0][T1][YB42C0A800AF-000628430F0EE9B0-0-0] [lt=8] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:10008, add_timestamp:1733118883293633}) [2024-12-02 13:54:43.293648] WDIAG [SHARE.LOCATION] add_update_task (ob_vtable_location_service.cpp:388) [2320105][T1_L0_G0][T1][YB42C0A800AF-000628430F3EE994-0-0] [lt=10][errcode=-4023] fail to add task(ret=-4023, ret="OB_EAGAIN", task={tenant_id:1, table_id:10008, add_timestamp:1733118883293635}) [2024-12-02 13:54:43.293664] WDIAG [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:444) [2320105][T1_L0_G0][T1][YB42C0A800AF-000628430F3EE994-0-0] [lt=15][errcode=-4023] add location update task failed(ret=-4023, ret="OB_EAGAIN", task={tenant_id:1, table_id:10008, add_timestamp:1733118883293635}) [2024-12-02 13:54:43.293676] WDIAG [SHARE.LOCATION] vtable_get (ob_vtable_location_service.cpp:156) [2320105][T1_L0_G0][T1][YB42C0A800AF-000628430F3EE994-0-0] [lt=11][errcode=0] add location update task failed(temp_ret=-4023, temp_ret="OB_EAGAIN", tenant_id=1, table_id=10008, vtable_locations=[{table_id:10008, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118868294886, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293727] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9B-0-0] [lt=20] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11003, locations=[{table_id:11003, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293706, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293755] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9B-0-0] [lt=27] success to process renew task(task={tenant_id:1, table_id:11003, add_timestamp:1733118883293442}, locations=[{table_id:11003, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293706, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293782] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9C-0-0] [lt=13] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=10008, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.293807] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1001 ctx_id= DEFAULT_CTX_ID hold= 333,582,336 used= 280,317,632 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 2 [MEMORY] hold= 41,963,520 used= 41,943,040 count= 1 avg_used= 41,943,040 block_cnt= 1 chunk_cnt= 1 mod=LogGroupBuffer [MEMORY] hold= 29,028,352 used= 28,969,792 count= 7 avg_used= 4,138,541 block_cnt= 7 chunk_cnt= 5 mod=IoControl [MEMORY] hold= 22,437,888 used= 22,297,600 count= 22 avg_used= 1,013,527 block_cnt= 22 chunk_cnt= 14 mod=MysqlRequesReco [MEMORY] hold= 17,865,856 used= 17,677,417 count= 108 avg_used= 163,679 block_cnt= 44 chunk_cnt= 8 mod=OmtTenant [MEMORY] hold= 16,797,696 used= 16,777,336 count= 1 avg_used= 16,777,336 block_cnt= 1 chunk_cnt= 1 mod=MrgMemPoolChk [MEMORY] hold= 16,646,144 used= 16,637,952 count= 8 avg_used= 2,079,744 block_cnt= 8 chunk_cnt= 8 mod=CACHE_MAP_NODE [MEMORY] hold= 10,895,360 used= 9,897,328 count= 133 avg_used= 74,416 block_cnt= 133 chunk_cnt= 28 mod=[T]ObSessionDIB [MEMORY] hold= 8,777,728 used= 8,760,064 count= 2 avg_used= 4,380,032 block_cnt= 2 chunk_cnt= 2 mod=FreeTbltStream [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=ArcFetchQueue [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=RCSrv [MEMORY] hold= 5,242,880 used= 4,325,376 count= 128 avg_used= 33,792 block_cnt= 128 chunk_cnt= 7 mod=SqlDtlQueue [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,235,264 used= 4,194,304 count= 2 avg_used= 2,097,152 block_cnt= 2 chunk_cnt= 2 mod=SHARE_BLOCK [MEMORY] hold= 4,214,784 used= 4,194,336 count= 1 avg_used= 4,194,336 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 15 mod=CkptDgnMemCU [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 16 mod=CkptDgnMem [MEMORY] hold= 3,772,416 used= 3,751,944 count= 1 avg_used= 3,751,944 block_cnt= 1 chunk_cnt= 1 mod=IteratorStorage [MEMORY] hold= 3,723,264 used= 3,698,704 count= 2 avg_used= 1,849,352 block_cnt= 2 chunk_cnt= 2 mod=LogDIOAligned [MEMORY] hold= 3,162,112 used= 3,145,808 count= 2 avg_used= 1,572,904 block_cnt= 2 chunk_cnt= 2 mod=TenantDLMgr [MEMORY] hold= 3,145,728 used= 3,130,880 count= 2 avg_used= 1,565,440 block_cnt= 2 chunk_cnt= 2 mod=ResourceGroup [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=XATimeWheel [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=TransTimeWheel [MEMORY] hold= 2,408,448 used= 2,113,536 count= 36 avg_used= 58,709 block_cnt= 36 chunk_cnt= 14 mod=[T]char [MEMORY] hold= 2,379,776 used= 2,359,296 count= 1 avg_used= 2,359,296 block_cnt= 1 chunk_cnt= 1 mod=LogIOCb [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=FastFrezCkr [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=MediumTabletMap [MEMORY] hold= 2,375,680 used= 2,359,536 count= 2 avg_used= 1,179,768 block_cnt= 2 chunk_cnt= 2 mod=HashBuckLCSta [MEMORY] hold= 2,097,152 used= 2,095,616 count= 2 avg_used= 1,047,808 block_cnt= 2 chunk_cnt= 2 mod=TmpFileWBP [MEMORY] hold= 1,843,200 used= 1,770,696 count= 9 avg_used= 196,744 block_cnt= 9 chunk_cnt= 5 mod=DagMap [MEMORY] hold= 1,337,760 used= 1,316,808 count= 68 avg_used= 19,364 block_cnt= 68 chunk_cnt= 3 mod=TabletMap [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=FrzTrigger [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DetectorTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=ElectTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTF [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTR [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DupTbLease [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=OBJLockGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MdsT [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MultiVersionGC [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMonMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=RewriteRuleMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckPlanCac [MEMORY] hold= 1,089,536 used= 1,081,344 count= 1 avg_used= 1,081,344 block_cnt= 1 chunk_cnt= 1 mod=IOWorkerLQ [MEMORY] hold= 1,064,960 used= 1,062,144 count= 1 avg_used= 1,062,144 block_cnt= 1 chunk_cnt= 1 mod=ArcSenderQueue [MEMORY] hold= 876,544 used= 864,256 count= 2 avg_used= 432,128 block_cnt= 2 chunk_cnt= 1 mod=ServerObjecPool [MEMORY] hold= 869,760 used= 833,760 count= 180 avg_used= 4,632 block_cnt= 180 chunk_cnt= 27 mod=WorkerMap [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlFltSpanRec [MEMORY] hold= 798,112 used= 789,624 count= 3 avg_used= 263,208 block_cnt= 3 chunk_cnt= 2 mod=PartitTableTask [MEMORY] hold= 794,624 used= 786,432 count= 1 avg_used= 786,432 block_cnt= 1 chunk_cnt= 1 mod=FetchLog [MEMORY] hold= 786,688 used= 524,352 count= 33 avg_used= 15,889 block_cnt= 33 chunk_cnt= 2 mod=LogAlloc [MEMORY] hold= 663,552 used= 662,144 count= 1 avg_used= 662,144 block_cnt= 1 chunk_cnt= 1 mod=TransService [MEMORY] hold= 616,640 used= 559,104 count= 258 avg_used= 2,167 block_cnt= 93 chunk_cnt= 9 mod=LSMap [MEMORY] hold= 598,016 used= 590,232 count= 1 avg_used= 590,232 block_cnt= 1 chunk_cnt= 1 mod=DagNetIdMap [MEMORY] hold= 573,440 used= 524,288 count= 256 avg_used= 2,048 block_cnt= 86 chunk_cnt= 2 mod=TabletToLS [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ApplySrv [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ReplaySrv [MEMORY] hold= 532,192 used= 515,270 count= 5 avg_used= 103,054 block_cnt= 5 chunk_cnt= 5 mod=SqlMemMgr [MEMORY] hold= 401,408 used= 393,760 count= 1 avg_used= 393,760 block_cnt= 1 chunk_cnt= 1 mod=ClogGe [MEMORY] hold= 385,024 used= 376,032 count= 2 avg_used= 188,016 block_cnt= 2 chunk_cnt= 1 mod=bf_queue [MEMORY] hold= 319,488 used= 315,800 count= 1 avg_used= 315,800 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMon [MEMORY] hold= 311,104 used= 303,904 count= 6 avg_used= 50,650 block_cnt= 6 chunk_cnt= 2 mod=PoolFreeList [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=DmlStatHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompStMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompactMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=ColUsagHashMap [MEMORY] hold= 294,912 used= 287,232 count= 1 avg_used= 287,232 block_cnt= 1 chunk_cnt= 1 mod=MetaMemMgr [MEMORY] hold= 278,528 used= 270,336 count= 1 avg_used= 270,336 block_cnt= 1 chunk_cnt= 1 mod=RFLTaskQueue [MEMORY] hold= 260,096 used= 253,952 count= 32 avg_used= 7,936 block_cnt= 32 chunk_cnt= 19 mod=CtxBlockPl [MEMORY] hold= 204,800 used= 196,744 count= 1 avg_used= 196,744 block_cnt= 1 chunk_cnt= 1 mod=DagNetMap [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=TenDLBucket [MEMORY] hold= 172,032 used= 163,840 count= 1 avg_used= 163,840 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlMgr [MEMORY] hold= 154,560 used= 150,784 count= 18 avg_used= 8,376 block_cnt= 18 chunk_cnt= 12 mod=ParamCharsType [MEMORY] hold= 151,232 used= 114,432 count= 25 avg_used= 4,577 block_cnt= 24 chunk_cnt= 7 mod=TGTimer [MEMORY] hold= 147,456 used= 145,376 count= 1 avg_used= 145,376 block_cnt= 1 chunk_cnt= 1 mod=SQLSessionInfo [MEMORY] hold= 147,456 used= 83,016 count= 9 avg_used= 9,224 block_cnt= 9 chunk_cnt= 9 mod=[T]ObDSActionAr [MEMORY] hold= 143,360 used= 131,072 count= 64 avg_used= 2,048 block_cnt= 22 chunk_cnt= 2 mod=TxCtxMgr [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSubmitLogQue [MEMORY] hold= 139,264 used= 132,128 count= 1 avg_used= 132,128 block_cnt= 1 chunk_cnt= 1 mod=LSSvr [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSharedQueueT [MEMORY] hold= 122,880 used= 110,608 count= 2 avg_used= 55,304 block_cnt= 2 chunk_cnt= 2 mod=TabletIDSetBkt [MEMORY] hold= 122,688 used= 118,904 count= 2 avg_used= 59,452 block_cnt= 2 chunk_cnt= 2 mod=DbmsSched_Job [MEMORY] hold= 114,688 used= 56,336 count= 7 avg_used= 8,048 block_cnt= 7 chunk_cnt= 6 mod=[T]ObPerfEventR [MEMORY] hold= 114,688 used= 111,096 count= 1 avg_used= 111,096 block_cnt= 1 chunk_cnt= 1 mod=AsyncFreezeTabl [MEMORY] hold= 114,560 used= 108,424 count= 3 avg_used= 36,141 block_cnt= 3 chunk_cnt= 3 mod=CommSysVarFac [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=T3MBucket [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=ResourMapLock [MEMORY] hold= 98,304 used= 92,288 count= 1 avg_used= 92,288 block_cnt= 1 chunk_cnt= 1 mod=tenant_mf_mgr [MEMORY] hold= 73,728 used= 65,536 count= 1 avg_used= 65,536 block_cnt= 1 chunk_cnt= 1 mod=MinorMergeMgr [MEMORY] hold= 72,000 used= 70,272 count= 9 avg_used= 7,808 block_cnt= 9 chunk_cnt= 2 mod=TabletIDSetNode [MEMORY] hold= 70,784 used= 68,096 count= 14 avg_used= 4,864 block_cnt= 14 chunk_cnt= 7 mod=[T]ObTraceEvent [MEMORY] hold= 70,320 used= 17,280 count= 265 avg_used= 65 block_cnt= 114 chunk_cnt= 16 mod=Coro [MEMORY] hold= 65,536 used= 59,776 count= 1 avg_used= 59,776 block_cnt= 1 chunk_cnt= 1 mod=IO_MGR [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxDataMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxCtxMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushMeta [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushLog [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=MemTblObj [MEMORY] hold= 65,536 used= 62,720 count= 1 avg_used= 62,720 block_cnt= 1 chunk_cnt= 1 mod=palf_env [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=LockMemObj [MEMORY] hold= 65,024 used= 63,488 count= 8 avg_used= 7,936 block_cnt= 8 chunk_cnt= 8 mod=DictPl [MEMORY] hold= 49,152 used= 24,576 count= 3 avg_used= 8,192 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapCn [MEMORY] hold= 48,960 used= 44,840 count= 2 avg_used= 22,420 block_cnt= 2 chunk_cnt= 2 mod=DynamicFactor [MEMORY] hold= 47,616 used= 46,080 count= 8 avg_used= 5,760 block_cnt= 8 chunk_cnt= 6 mod=CACHE_INST [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DagWarnHisBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletPtrMap [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=SuspectInfoBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=TableAQueryBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HashBucCliInFo [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HTblRkMapBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=Autoincrement [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 5 mod=QueryAllocator [MEMORY] hold= 32,768 used= 31,744 count= 1 avg_used= 31,744 block_cnt= 1 chunk_cnt= 1 mod=ArrayIdxArr [MEMORY] hold= 32,704 used= 25,191 count= 2 avg_used= 12,595 block_cnt= 2 chunk_cnt= 2 mod=CGReadInfoMgr [MEMORY] hold= 32,000 used= 31,232 count= 4 avg_used= 7,808 block_cnt= 4 chunk_cnt= 3 mod=HashNodeLCSta [MEMORY] hold= 29,920 used= 3,192 count= 133 avg_used= 24 block_cnt= 74 chunk_cnt= 15 mod=[T]MemoryContex [MEMORY] hold= 25,552 used= 19,232 count= 2 avg_used= 9,616 block_cnt= 2 chunk_cnt= 2 mod=HashBuckDmId [MEMORY] hold= 24,576 used= 18,816 count= 1 avg_used= 18,816 block_cnt= 1 chunk_cnt= 1 mod=TSQLSessionMgr [MEMORY] hold= 24,576 used= 18,456 count= 1 avg_used= 18,456 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDmChe [MEMORY] hold= 24,576 used= 16,392 count= 1 avg_used= 16,392 block_cnt= 1 chunk_cnt= 1 mod=SlogWriteBuffer [MEMORY] hold= 24,576 used= 20,224 count= 1 avg_used= 20,224 block_cnt= 1 chunk_cnt= 1 mod=LogApplyStatus [MEMORY] hold= 24,576 used= 22,784 count= 1 avg_used= 22,784 block_cnt= 1 chunk_cnt= 1 mod=LogReplayStatus [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=Scheduler [MEMORY] hold= 17,280 used= 8,704 count= 3 avg_used= 2,901 block_cnt= 2 chunk_cnt= 1 mod=BaseLogWriter [MEMORY] hold= 16,384 used= 10,624 count= 1 avg_used= 10,624 block_cnt= 1 chunk_cnt= 1 mod=PalfEnv [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=DiaTabletMap [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=backupTaskSched [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_ClientTask [MEMORY] hold= 16,384 used= 8,200 count= 1 avg_used= 8,200 block_cnt= 1 chunk_cnt= 1 mod=SlogNopLog [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TabletStats [MEMORY] hold= 16,384 used= 9,336 count= 1 avg_used= 9,336 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 16,384 used= 10,248 count= 1 avg_used= 10,248 block_cnt= 1 chunk_cnt= 1 mod=TabletSvrBucket [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_TableCtxMgr [MEMORY] hold= 16,384 used= 13,896 count= 1 avg_used= 13,896 block_cnt= 1 chunk_cnt= 1 mod=task_cache [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_AssignedMgr [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=MedCheckSet [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 1 mod=TltMemtablMgr [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=ConstPl [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=LinearHashMapNo [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=RawPl [MEMORY] hold= 16,000 used= 15,616 count= 2 avg_used= 7,808 block_cnt= 2 chunk_cnt= 2 mod=HashNodePlanCac [MEMORY] hold= 12,864 used= 12,288 count= 3 avg_used= 4,096 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapDi [MEMORY] hold= 11,984 used= 11,592 count= 2 avg_used= 5,796 block_cnt= 2 chunk_cnt= 1 mod=StopWordSet [MEMORY] hold= 10,240 used= 7,168 count= 16 avg_used= 448 block_cnt= 15 chunk_cnt= 4 mod=OMT_Worker [MEMORY] hold= 9,456 used= 9,064 count= 2 avg_used= 4,532 block_cnt= 2 chunk_cnt= 1 mod=GROUP_INDEX_MAP [MEMORY] hold= 9,376 used= 8,984 count= 2 avg_used= 4,492 block_cnt= 2 chunk_cnt= 1 mod=FTPluginMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsTableMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IORunners [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LockWaitMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FTPluginHandle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=leakChecker [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ls_id [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=RlePl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DASIDCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LsElectRefInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DbmsScheduler [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ObDMMDL [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ColEqualPl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IntDiffPl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=SqlSessiVarMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=APPLY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=REPLAY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsDebugMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PurgeThrottle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LCLSender [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PlanVaIdx [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=HTableLockMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=SqlSession [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FillCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ShareBlksMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileBlkMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MatchLsnMap [MEMORY] hold= 7,984 used= 7,792 count= 1 avg_used= 7,792 block_cnt= 1 chunk_cnt= 1 mod=ColUsagNode [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=DmlStatNode [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=HasNodGrpInfo [MEMORY] hold= 7,824 used= 7,632 count= 1 avg_used= 7,632 block_cnt= 1 chunk_cnt= 1 mod=CaLsInfoNode [MEMORY] hold= 7,376 used= 7,184 count= 1 avg_used= 7,184 block_cnt= 1 chunk_cnt= 1 mod=mrg_prog_cker [MEMORY] hold= 6,912 used= 5,376 count= 8 avg_used= 672 block_cnt= 8 chunk_cnt= 7 mod=[T]ObWarningBuf [MEMORY] hold= 5,056 used= 4,656 count= 2 avg_used= 2,328 block_cnt= 2 chunk_cnt= 2 mod=CaLsInfoMap [MEMORY] hold= 4,992 used= 3,840 count= 6 avg_used= 640 block_cnt= 4 chunk_cnt= 4 mod=TableLockNode [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResRuleIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResGrpIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ExTabletCntMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=PxPoolBkt [MEMORY] hold= 4,288 used= 4,096 count= 1 avg_used= 4,096 block_cnt= 1 chunk_cnt= 1 mod=MacroFile [MEMORY] hold= 3,328 used= 1,792 count= 8 avg_used= 224 block_cnt= 1 chunk_cnt= 1 mod=LogIOTask [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=TFileFLCtx [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=PendingFreeMap [MEMORY] hold= 3,200 used= 3,008 count= 1 avg_used= 3,008 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlDfc [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=MedCheckMap [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=VecIdxLSMgr [MEMORY] hold= 2,496 used= 2,304 count= 1 avg_used= 2,304 block_cnt= 1 chunk_cnt= 1 mod=LogIOWS [MEMORY] hold= 2,240 used= 2,048 count= 1 avg_used= 2,048 block_cnt= 1 chunk_cnt= 1 mod=LockMemtableMgr [MEMORY] hold= 2,000 used= 1,608 count= 2 avg_used= 804 block_cnt= 2 chunk_cnt= 2 mod=DetectManager [MEMORY] hold= 2,000 used= 1,808 count= 1 avg_used= 1,808 block_cnt= 1 chunk_cnt= 1 mod=PxResMgr [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TabStatMgrLock [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TXBFRetryId [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=DUP_LS_SET [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=GCMemtableMap [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucGrpInfo [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucApiGroup [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=IRMMemHashBuck [MEMORY] hold= 1,408 used= 1,024 count= 2 avg_used= 512 block_cnt= 2 chunk_cnt= 2 mod=SqlSessiQuerSql [MEMORY] hold= 1,344 used= 1,152 count= 1 avg_used= 1,152 block_cnt= 1 chunk_cnt= 1 mod=FTParserMgr [MEMORY] hold= 1,280 used= 1,056 count= 1 avg_used= 1,056 block_cnt= 1 chunk_cnt= 1 mod=LOG_HASH_MAP [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 1,264 used= 1,064 count= 1 avg_used= 1,064 block_cnt= 1 chunk_cnt= 1 mod=LSFreeze [MEMORY] hold= 1,200 used= 1,000 count= 1 avg_used= 1,000 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletMapLk [MEMORY] hold= 1,152 used= 120 count= 5 avg_used= 24 block_cnt= 2 chunk_cnt= 1 mod=FreezeTask [MEMORY] hold= 1,024 used= 640 count= 2 avg_used= 320 block_cnt= 1 chunk_cnt= 1 mod=PoolArenaArray [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=DepTabletSet [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=MvRefreshInfo [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TLD_TIMER [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TabShellTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=DiskUsageTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=FlushTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=CheckPointTimer [MEMORY] hold= 848 used= 656 count= 1 avg_used= 656 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfo [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=VectorIndexVsag [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=HAScheduler [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=MSTXCTX [MEMORY] hold= 672 used= 472 count= 1 avg_used= 472 block_cnt= 1 chunk_cnt= 1 mod=Election [MEMORY] hold= 672 used= 288 count= 2 avg_used= 144 block_cnt= 2 chunk_cnt= 2 mod=ObTxLSLogCb [MEMORY] hold= 624 used= 424 count= 1 avg_used= 424 block_cnt= 1 chunk_cnt= 1 mod=PackStateMap [MEMORY] hold= 624 used= 424 count= 1 avg_used= 424 block_cnt= 1 chunk_cnt= 1 mod=SequenceMap [MEMORY] hold= 624 used= 424 count= 1 avg_used= 424 block_cnt= 1 chunk_cnt= 1 mod=SequenceIdMap [MEMORY] hold= 624 used= 424 count= 1 avg_used= 424 block_cnt= 1 chunk_cnt= 1 mod=ContextsMap [MEMORY] hold= 544 used= 144 count= 2 avg_used= 72 block_cnt= 1 chunk_cnt= 1 mod=TntSrvObjPool [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=PalfFSCbNode [MEMORY] hold= 416 used= 2 count= 2 avg_used= 1 block_cnt= 2 chunk_cnt= 1 mod=ObLogEXTHandler [MEMORY] hold= 400 used= 200 count= 1 avg_used= 200 block_cnt= 1 chunk_cnt= 1 mod=ExTabletMapLk [MEMORY] hold= 400 used= 208 count= 1 avg_used= 208 block_cnt= 1 chunk_cnt= 1 mod=[T]ObMacroBlock [MEMORY] hold= 336 used= 112 count= 1 avg_used= 112 block_cnt= 1 chunk_cnt= 1 mod=Coordinator [MEMORY] hold= 304 used= 104 count= 1 avg_used= 104 block_cnt= 1 chunk_cnt= 1 mod=RedoLogBuckLock [MEMORY] hold= 304 used= 102 count= 1 avg_used= 102 block_cnt= 1 chunk_cnt= 1 mod=TxLSLogBuf [MEMORY] hold= 256 used= 56 count= 1 avg_used= 56 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfoMap [MEMORY] hold= 240 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=PalfRCCbNode [MEMORY] hold= 240 used= 41 count= 1 avg_used= 41 block_cnt= 1 chunk_cnt= 1 mod=KeepAliveBuf [MEMORY] hold= 224 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=RebuildCbNode [MEMORY] hold= 208 used= 16 count= 1 avg_used= 16 block_cnt= 1 chunk_cnt= 1 mod=logservice [MEMORY] hold= 280,317,632 used= 275,730,023 count= 3,749 avg_used= 73,547 mod=SUMMARY [2024-12-02 13:54:43.293837] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=21] [MEMORY] tenant_id= 1001 ctx_id= MEMSTORE_CTX_ID hold= 60,817,408 used= 60,342,272 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 60,342,272 used= 60,314,664 count= 29 avg_used= 2,079,816 block_cnt= 29 chunk_cnt= 29 mod=Memstore [MEMORY] hold= 60,342,272 used= 60,314,664 count= 29 avg_used= 2,079,816 mod=SUMMARY [2024-12-02 13:54:43.293850] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1001 ctx_id= TRANS_CTX_MGR_ID hold= 2,097,152 used= 729,088 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 block_cnt= 1 chunk_cnt= 1 mod=PartTranCtxMgr [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 mod=SUMMARY [2024-12-02 13:54:43.293862] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=4] [MEMORY] tenant_id= 1001 ctx_id= PLAN_CACHE_CTX_ID hold= 44,040,192 used= 26,203,456 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 22,992,704 used= 20,819,471 count= 1,008 avg_used= 20,654 block_cnt= 1,008 chunk_cnt= 21 mod=SqlPhyPlan [MEMORY] hold= 1,475,136 used= 1,369,760 count= 155 avg_used= 8,837 block_cnt= 155 chunk_cnt= 1 mod=SqlPhyPlObj [MEMORY] hold= 1,108,416 used= 1,016,672 count= 103 avg_used= 9,870 block_cnt= 103 chunk_cnt= 21 mod=SqlPlanCache [MEMORY] hold= 624,128 used= 588,800 count= 184 avg_used= 3,200 block_cnt= 101 chunk_cnt= 21 mod=CreateContext [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=PlanCache [MEMORY] hold= 26,203,456 used= 23,797,391 count= 1,452 avg_used= 16,389 mod=SUMMARY [2024-12-02 13:54:43.293878] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1001 ctx_id= CO_STACK hold= 71,303,168 used= 69,672,960 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 69,672,960 used= 69,543,360 count= 135 avg_used= 515,136 block_cnt= 135 chunk_cnt= 34 mod=CoStack [MEMORY] hold= 69,672,960 used= 69,543,360 count= 135 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.293899] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1001 ctx_id= KVSTORE_CACHE_ID hold= 163,577,856 used= 163,577,856 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 163,577,856 used= 0 count= 78 avg_used= 0 block_cnt= 0 chunk_cnt= 0 mod=KvstorCacheMb [MEMORY] hold= 163,577,856 used= 0 count= 78 avg_used= 0 mod=SUMMARY [2024-12-02 13:54:43.293914] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=7] [MEMORY] tenant_id= 1001 ctx_id= META_OBJ_CTX_ID hold= 6,291,456 used= 4,235,200 limit= 214,748,360 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 3,997,696 used= 3,982,080 count= 61 avg_used= 65,280 block_cnt= 61 chunk_cnt= 2 mod=N_TabletPool [MEMORY] hold= 147,456 used= 131,182 count= 2 avg_used= 65,591 block_cnt= 2 chunk_cnt= 1 mod=L_TabletPool [MEMORY] hold= 90,048 used= 84,768 count= 2 avg_used= 42,384 block_cnt= 2 chunk_cnt= 1 mod=PoolFreeList [MEMORY] hold= 4,235,200 used= 4,198,030 count= 65 avg_used= 64,585 mod=SUMMARY [2024-12-02 13:54:43.293928] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1001 ctx_id= TX_CALLBACK_CTX_ID hold= 4,194,304 used= 178,816 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 178,816 used= 174,592 count= 22 avg_used= 7,936 block_cnt= 22 chunk_cnt= 2 mod=MemtableCallbac [MEMORY] hold= 178,816 used= 174,592 count= 22 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.293937] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=4] [MEMORY] tenant_id= 1001 ctx_id= LOB_CTX_ID hold= 2,097,152 used= 8,128 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LobPersist [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.293961] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1001 ctx_id= TX_DATA_TABLE hold= 23,089,152 used= 13,025,920 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 9,473,984 used= 9,445,184 count= 3 avg_used= 3,148,394 block_cnt= 3 chunk_cnt= 3 mod=MEMTABLE_ARENA [MEMORY] hold= 3,543,808 used= 3,460,096 count= 436 avg_used= 7,936 block_cnt= 436 chunk_cnt= 6 mod=TX_DATA_SLICE [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TX_DATA_ARENA [MEMORY] hold= 13,025,920 used= 12,913,216 count= 440 avg_used= 29,348 mod=SUMMARY [2024-12-02 13:54:43.293956] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9C-0-0] [lt=12] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=10008, locations=[{table_id:10008, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293946, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293961] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff22a8adf0, session_id:3221488680, trace_id:YB42C0A800AF-000628430F4EE986-0-0, sql_handling_stage:5, sql_initiative_shutdown:false, reader:{fd:241}, err:5, last_decode_time:1733118883293383, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:203, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.293972] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9C-0-0] [lt=15] success to process renew task(task={tenant_id:1, table_id:10008, add_timestamp:1733118883293633}, locations=[{table_id:10008, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883293946, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.293982] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=17] kill and revert session(conn.sessid_=3221488680, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.293997] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant: 1002, limit: 1,073,741,824 hold: 918,405,120 rpc_hold: 0 cache_hold: 266,338,304 cache_used: 266,338,304 cache_item_count: 127 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 400,367,616 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MEMSTORE_CTX_ID hold_bytes= 62,914,560 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TRANS_CTX_MGR_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PLAN_CACHE_CTX_ID hold_bytes= 41,943,040 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 83,886,080 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= META_OBJ_CTX_ID hold_bytes= 35,651,584 limit= 214,748,360 [MEMORY] ctx_id= TX_CALLBACK_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LOB_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TX_DATA_TABLE hold_bytes= 21,012,480 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.293998] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=13][errcode=0] server close connection(sessid=3221488680, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.294012] INFO [SERVER] process (obmp_quit.h:56) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=12] quit [2024-12-02 13:54:43.294024] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.294030] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=6][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.294035] WDIAG [SERVER] response (obmp_base.cpp:87) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.294043] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=7][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.294052] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=8][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.294060] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE986-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.294068] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320106][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=8][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.294075] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4A-0-0] [lt=12] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488677, proxy_sessid=0, client_sessid=3221488677, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.294152] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4B-0-0] [lt=22] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.294221] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1002 ctx_id= DEFAULT_CTX_ID hold= 400,367,616 used= 358,085,072 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 6 [MEMORY] hold= 83,927,040 used= 83,886,080 count= 2 avg_used= 41,943,040 block_cnt= 2 chunk_cnt= 2 mod=LogGroupBuffer [MEMORY] hold= 29,028,352 used= 28,969,792 count= 7 avg_used= 4,138,541 block_cnt= 7 chunk_cnt= 5 mod=IoControl [MEMORY] hold= 18,276,352 used= 18,138,112 count= 20 avg_used= 906,905 block_cnt= 20 chunk_cnt= 12 mod=MysqlRequesReco [MEMORY] hold= 17,865,856 used= 17,677,417 count= 108 avg_used= 163,679 block_cnt= 44 chunk_cnt= 8 mod=OmtTenant [MEMORY] hold= 16,797,696 used= 16,777,336 count= 1 avg_used= 16,777,336 block_cnt= 1 chunk_cnt= 1 mod=MrgMemPoolChk [MEMORY] hold= 16,646,144 used= 16,637,952 count= 8 avg_used= 2,079,744 block_cnt= 8 chunk_cnt= 8 mod=CACHE_MAP_NODE [MEMORY] hold= 13,617,344 used= 13,291,176 count= 1,658 avg_used= 8,016 block_cnt= 1,658 chunk_cnt= 11 mod=SrsSnapShot [MEMORY] hold= 12,288,000 used= 11,162,400 count= 150 avg_used= 74,416 block_cnt= 150 chunk_cnt= 34 mod=[T]ObSessionDIB [MEMORY] hold= 8,777,728 used= 8,760,064 count= 2 avg_used= 4,380,032 block_cnt= 2 chunk_cnt= 2 mod=FreeTbltStream [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=RCSrv [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=ArcFetchQueue [MEMORY] hold= 7,544,832 used= 7,503,888 count= 2 avg_used= 3,751,944 block_cnt= 2 chunk_cnt= 2 mod=IteratorStorage [MEMORY] hold= 7,446,528 used= 7,397,408 count= 4 avg_used= 1,849,352 block_cnt= 4 chunk_cnt= 4 mod=LogDIOAligned [MEMORY] hold= 5,242,880 used= 4,325,376 count= 128 avg_used= 33,792 block_cnt= 128 chunk_cnt= 6 mod=SqlDtlQueue [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,235,264 used= 4,194,304 count= 2 avg_used= 2,097,152 block_cnt= 2 chunk_cnt= 2 mod=SHARE_BLOCK [MEMORY] hold= 4,214,784 used= 4,194,336 count= 1 avg_used= 4,194,336 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 18 mod=CkptDgnMem [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 18 mod=CkptDgnMemCU [MEMORY] hold= 3,162,112 used= 3,145,808 count= 2 avg_used= 1,572,904 block_cnt= 2 chunk_cnt= 2 mod=TenantDLMgr [MEMORY] hold= 3,145,728 used= 3,130,880 count= 2 avg_used= 1,565,440 block_cnt= 2 chunk_cnt= 2 mod=ResourceGroup [MEMORY] hold= 2,990,080 used= 2,613,248 count= 46 avg_used= 56,809 block_cnt= 46 chunk_cnt= 16 mod=[T]char [MEMORY] hold= 2,727,936 used= 2,424,832 count= 37 avg_used= 65,536 block_cnt= 37 chunk_cnt= 16 mod=MinorMergeMgr [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=XATimeWheel [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=TransTimeWheel [MEMORY] hold= 2,486,272 used= 2,457,920 count= 2 avg_used= 1,228,960 block_cnt= 2 chunk_cnt= 2 mod=HashBuckDmId [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=MediumTabletMap [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDmChe [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=FastFrezCkr [MEMORY] hold= 2,379,776 used= 2,359,296 count= 1 avg_used= 2,359,296 block_cnt= 1 chunk_cnt= 1 mod=LogIOCb [MEMORY] hold= 2,375,680 used= 2,359,536 count= 2 avg_used= 1,179,768 block_cnt= 2 chunk_cnt= 2 mod=HashBuckLCSta [MEMORY] hold= 2,097,152 used= 2,095,616 count= 2 avg_used= 1,047,808 block_cnt= 2 chunk_cnt= 2 mod=TmpFileWBP [MEMORY] hold= 2,010,512 used= 1,973,624 count= 151 avg_used= 13,070 block_cnt= 151 chunk_cnt= 4 mod=TabletMap [MEMORY] hold= 1,900,544 used= 1,867,776 count= 4 avg_used= 466,944 block_cnt= 4 chunk_cnt= 4 mod=IOWorkerLQ [MEMORY] hold= 1,843,200 used= 1,770,696 count= 9 avg_used= 196,744 block_cnt= 9 chunk_cnt= 5 mod=DagMap [MEMORY] hold= 1,489,280 used= 1,409,512 count= 39 avg_used= 36,141 block_cnt= 39 chunk_cnt= 2 mod=CommSysVarFac [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=ElectTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DupTbLease [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTR [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MultiVersionGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTF [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=OBJLockGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=FrzTrigger [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DetectorTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MdsT [MEMORY] hold= 1,251,712 used= 1,222,144 count= 154 avg_used= 7,936 block_cnt= 154 chunk_cnt= 8 mod=TltMemtablMgr [MEMORY] hold= 1,227,328 used= 1,176,528 count= 254 avg_used= 4,632 block_cnt= 254 chunk_cnt= 24 mod=WorkerMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=RewriteRuleMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMonMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckPlanCac [MEMORY] hold= 1,064,960 used= 1,062,144 count= 1 avg_used= 1,062,144 block_cnt= 1 chunk_cnt= 1 mod=ArcSenderQueue [MEMORY] hold= 876,544 used= 864,256 count= 2 avg_used= 432,128 block_cnt= 2 chunk_cnt= 1 mod=ServerObjecPool [MEMORY] hold= 802,816 used= 787,520 count= 2 avg_used= 393,760 block_cnt= 2 chunk_cnt= 2 mod=ClogGe [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlFltSpanRec [MEMORY] hold= 798,112 used= 789,624 count= 3 avg_used= 263,208 block_cnt= 3 chunk_cnt= 3 mod=PartitTableTask [MEMORY] hold= 794,624 used= 786,432 count= 1 avg_used= 786,432 block_cnt= 1 chunk_cnt= 1 mod=FetchLog [MEMORY] hold= 787,264 used= 524,352 count= 36 avg_used= 14,565 block_cnt= 33 chunk_cnt= 3 mod=LogAlloc [MEMORY] hold= 663,552 used= 662,144 count= 1 avg_used= 662,144 block_cnt= 1 chunk_cnt= 1 mod=TransService [MEMORY] hold= 616,640 used= 559,104 count= 258 avg_used= 2,167 block_cnt= 94 chunk_cnt= 7 mod=LSMap [MEMORY] hold= 614,544 used= 553,582 count= 14 avg_used= 39,541 block_cnt= 14 chunk_cnt= 6 mod=SqlSessiQuerSql [MEMORY] hold= 598,016 used= 590,232 count= 1 avg_used= 590,232 block_cnt= 1 chunk_cnt= 1 mod=DagNetIdMap [MEMORY] hold= 589,824 used= 581,504 count= 4 avg_used= 145,376 block_cnt= 4 chunk_cnt= 2 mod=SQLSessionInfo [MEMORY] hold= 573,440 used= 524,288 count= 256 avg_used= 2,048 block_cnt= 86 chunk_cnt= 2 mod=TabletToLS [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ReplaySrv [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ApplySrv [MEMORY] hold= 532,192 used= 515,270 count= 5 avg_used= 103,054 block_cnt= 5 chunk_cnt= 4 mod=SqlMemMgr [MEMORY] hold= 385,024 used= 376,032 count= 2 avg_used= 188,016 block_cnt= 2 chunk_cnt= 1 mod=bf_queue [MEMORY] hold= 319,488 used= 315,800 count= 1 avg_used= 315,800 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMon [MEMORY] hold= 311,104 used= 303,904 count= 6 avg_used= 50,650 block_cnt= 6 chunk_cnt= 2 mod=PoolFreeList [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompStMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=DmlStatHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=ColUsagHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompactMap [MEMORY] hold= 294,912 used= 287,232 count= 1 avg_used= 287,232 block_cnt= 1 chunk_cnt= 1 mod=MetaMemMgr [MEMORY] hold= 278,528 used= 264,256 count= 2 avg_used= 132,128 block_cnt= 2 chunk_cnt= 1 mod=LSSvr [MEMORY] hold= 278,528 used= 156,808 count= 17 avg_used= 9,224 block_cnt= 17 chunk_cnt= 11 mod=[T]ObDSActionAr [MEMORY] hold= 278,528 used= 270,336 count= 1 avg_used= 270,336 block_cnt= 1 chunk_cnt= 1 mod=RFLTaskQueue [MEMORY] hold= 262,144 used= 261,120 count= 4 avg_used= 65,280 block_cnt= 4 chunk_cnt= 3 mod=MemTblObj [MEMORY] hold= 245,760 used= 221,216 count= 4 avg_used= 55,304 block_cnt= 4 chunk_cnt= 2 mod=TabletIDSetBkt [MEMORY] hold= 245,472 used= 237,400 count= 3 avg_used= 79,133 block_cnt= 3 chunk_cnt= 3 mod=IndexUsageMgr [MEMORY] hold= 229,376 used= 222,192 count= 2 avg_used= 111,096 block_cnt= 2 chunk_cnt= 1 mod=AsyncFreezeTabl [MEMORY] hold= 229,376 used= 221,688 count= 1 avg_used= 221,688 block_cnt= 1 chunk_cnt= 1 mod=IndexUsageRepor [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=TenDLBucket [MEMORY] hold= 204,800 used= 196,744 count= 1 avg_used= 196,744 block_cnt= 1 chunk_cnt= 1 mod=DagNetMap [MEMORY] hold= 203,200 used= 198,400 count= 25 avg_used= 7,936 block_cnt= 25 chunk_cnt= 2 mod=SqlSession [MEMORY] hold= 178,944 used= 174,592 count= 21 avg_used= 8,313 block_cnt= 21 chunk_cnt= 10 mod=ParamCharsType [MEMORY] hold= 172,032 used= 163,840 count= 1 avg_used= 163,840 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlMgr [MEMORY] hold= 168,000 used= 163,968 count= 21 avg_used= 7,808 block_cnt= 21 chunk_cnt= 3 mod=TabletIDSetNode [MEMORY] hold= 156,032 used= 118,272 count= 30 avg_used= 3,942 block_cnt= 30 chunk_cnt= 7 mod=TGTimer [MEMORY] hold= 143,360 used= 131,072 count= 64 avg_used= 2,048 block_cnt= 22 chunk_cnt= 2 mod=TxCtxMgr [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSubmitLogQue [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSharedQueueT [MEMORY] hold= 139,264 used= 132,352 count= 1 avg_used= 132,352 block_cnt= 1 chunk_cnt= 1 mod=Rpc [MEMORY] hold= 131,072 used= 125,440 count= 2 avg_used= 62,720 block_cnt= 2 chunk_cnt= 1 mod=palf_env [MEMORY] hold= 122,688 used= 118,904 count= 2 avg_used= 59,452 block_cnt= 2 chunk_cnt= 2 mod=DbmsSched_Job [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=T3MBucket [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=ResourMapLock [MEMORY] hold= 105,664 used= 103,168 count= 13 avg_used= 7,936 block_cnt= 13 chunk_cnt= 2 mod=PlanVaIdx [MEMORY] hold= 105,664 used= 103,168 count= 13 avg_used= 7,936 block_cnt= 13 chunk_cnt= 2 mod=SqlSessiVarMap [MEMORY] hold= 98,304 used= 92,288 count= 1 avg_used= 92,288 block_cnt= 1 chunk_cnt= 1 mod=tenant_mf_mgr [MEMORY] hold= 98,304 used= 48,288 count= 6 avg_used= 8,048 block_cnt= 6 chunk_cnt= 5 mod=[T]ObPerfEventR [MEMORY] hold= 90,112 used= 82,464 count= 1 avg_used= 82,464 block_cnt= 1 chunk_cnt= 1 mod=HTblRkQueAlloc [MEMORY] hold= 81,280 used= 79,360 count= 10 avg_used= 7,936 block_cnt= 10 chunk_cnt= 7 mod=LinearHashMapNo [MEMORY] hold= 81,280 used= 79,360 count= 10 avg_used= 7,936 block_cnt= 10 chunk_cnt= 9 mod=CtxBlockPl [MEMORY] hold= 80,896 used= 77,824 count= 16 avg_used= 4,864 block_cnt= 16 chunk_cnt= 12 mod=[T]ObTraceEvent [MEMORY] hold= 77,728 used= 19,200 count= 292 avg_used= 65 block_cnt= 128 chunk_cnt= 23 mod=Coro [MEMORY] hold= 73,152 used= 71,424 count= 9 avg_used= 7,936 block_cnt= 9 chunk_cnt= 6 mod=MdsTableMgr [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushLog [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushMeta [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxDataMemObj [MEMORY] hold= 65,536 used= 32,768 count= 4 avg_used= 8,192 block_cnt= 4 chunk_cnt= 4 mod=LinearHashMapCn [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxCtxMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=LockMemObj [MEMORY] hold= 65,536 used= 65,312 count= 1 avg_used= 65,312 block_cnt= 1 chunk_cnt= 1 mod=TenantSrs [MEMORY] hold= 65,536 used= 59,776 count= 1 avg_used= 59,776 block_cnt= 1 chunk_cnt= 1 mod=IO_MGR [MEMORY] hold= 65,024 used= 63,488 count= 8 avg_used= 7,936 block_cnt= 8 chunk_cnt= 2 mod=ObDMMDL [MEMORY] hold= 65,024 used= 63,488 count= 8 avg_used= 7,936 block_cnt= 8 chunk_cnt= 6 mod=QueryAllocator [MEMORY] hold= 49,152 used= 45,568 count= 2 avg_used= 22,784 block_cnt= 2 chunk_cnt= 1 mod=LogReplayStatus [MEMORY] hold= 49,152 used= 40,448 count= 2 avg_used= 20,224 block_cnt= 2 chunk_cnt= 1 mod=LogApplyStatus [MEMORY] hold= 48,960 used= 44,840 count= 2 avg_used= 22,420 block_cnt= 2 chunk_cnt= 2 mod=DynamicFactor [MEMORY] hold= 48,880 used= 44,760 count= 2 avg_used= 22,380 block_cnt= 2 chunk_cnt= 2 mod=Autoincrement [MEMORY] hold= 47,616 used= 46,080 count= 8 avg_used= 5,760 block_cnt= 8 chunk_cnt= 8 mod=CACHE_INST [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DagWarnHisBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=SuspectInfoBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HashBucCliInFo [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HTblRkMapBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=TableAQueryBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletPtrMap [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 5 mod=DictPl [MEMORY] hold= 33,808 used= 3,600 count= 150 avg_used= 24 block_cnt= 90 chunk_cnt= 19 mod=[T]MemoryContex [MEMORY] hold= 32,768 used= 31,744 count= 1 avg_used= 31,744 block_cnt= 1 chunk_cnt= 1 mod=ArrayIdxArr [MEMORY] hold= 32,768 used= 24,688 count= 2 avg_used= 12,344 block_cnt= 2 chunk_cnt= 2 mod=TLD_AssignedMgr [MEMORY] hold= 32,768 used= 20,496 count= 2 avg_used= 10,248 block_cnt= 2 chunk_cnt= 2 mod=TabletSvrBucket [MEMORY] hold= 32,704 used= 25,191 count= 2 avg_used= 12,595 block_cnt= 2 chunk_cnt= 2 mod=CGReadInfoMgr [MEMORY] hold= 32,000 used= 31,232 count= 4 avg_used= 7,808 block_cnt= 4 chunk_cnt= 3 mod=HashNodeLCSta [MEMORY] hold= 24,576 used= 16,392 count= 1 avg_used= 16,392 block_cnt= 1 chunk_cnt= 1 mod=SlogWriteBuffer [MEMORY] hold= 24,576 used= 18,816 count= 1 avg_used= 18,816 block_cnt= 1 chunk_cnt= 1 mod=TSQLSessionMgr [MEMORY] hold= 24,384 used= 23,808 count= 3 avg_used= 7,936 block_cnt= 3 chunk_cnt= 3 mod=ColEqualPl [MEMORY] hold= 24,384 used= 23,808 count= 3 avg_used= 7,936 block_cnt= 3 chunk_cnt= 3 mod=RawPl [MEMORY] hold= 24,368 used= 20,136 count= 2 avg_used= 10,068 block_cnt= 2 chunk_cnt= 2 mod=TabletStats [MEMORY] hold= 24,336 used= 20,104 count= 2 avg_used= 10,052 block_cnt= 2 chunk_cnt= 2 mod=TLD_ResourceMgr [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=Scheduler [MEMORY] hold= 17,280 used= 8,704 count= 3 avg_used= 2,901 block_cnt= 2 chunk_cnt= 1 mod=BaseLogWriter [MEMORY] hold= 17,152 used= 16,384 count= 4 avg_used= 4,096 block_cnt= 4 chunk_cnt= 4 mod=LinearHashMapDi [MEMORY] hold= 16,384 used= 10,624 count= 1 avg_used= 10,624 block_cnt= 1 chunk_cnt= 1 mod=PalfEnv [MEMORY] hold= 16,384 used= 13,896 count= 1 avg_used= 13,896 block_cnt= 1 chunk_cnt= 1 mod=task_cache [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=backupTaskSched [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_TableCtxMgr [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=MedCheckSet [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_ClientTask [MEMORY] hold= 16,384 used= 9,216 count= 1 avg_used= 9,216 block_cnt= 1 chunk_cnt= 1 mod=LogIOWS [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=DiaTabletMap [MEMORY] hold= 16,384 used= 8,200 count= 1 avg_used= 8,200 block_cnt= 1 chunk_cnt= 1 mod=SlogNopLog [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=ConstPl [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 1 mod=MatchLsnMap [MEMORY] hold= 16,000 used= 15,616 count= 2 avg_used= 7,808 block_cnt= 2 chunk_cnt= 2 mod=HashNodePlanCac [MEMORY] hold= 15,808 used= 15,424 count= 2 avg_used= 7,712 block_cnt= 2 chunk_cnt= 2 mod=DmlStatNode [MEMORY] hold= 11,984 used= 11,592 count= 2 avg_used= 5,796 block_cnt= 2 chunk_cnt= 1 mod=StopWordSet [MEMORY] hold= 10,240 used= 7,168 count= 16 avg_used= 448 block_cnt= 14 chunk_cnt= 6 mod=OMT_Worker [MEMORY] hold= 9,664 used= 9,264 count= 2 avg_used= 4,632 block_cnt= 2 chunk_cnt= 1 mod=TTLTaskBucket [MEMORY] hold= 9,456 used= 9,064 count= 2 avg_used= 4,532 block_cnt= 2 chunk_cnt= 1 mod=GROUP_INDEX_MAP [MEMORY] hold= 9,376 used= 8,984 count= 2 avg_used= 4,492 block_cnt= 2 chunk_cnt= 1 mod=FTPluginMap [MEMORY] hold= 8,144 used= 5,512 count= 13 avg_used= 424 block_cnt= 10 chunk_cnt= 2 mod=PackStateMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LockWaitMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=APPLY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=REPLAY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LCLSender [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileBlkMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ShareBlksMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=leakChecker [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IntDiffPl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ls_id [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DbmsScheduler [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FillCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LsElectRefInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ObDataDictSvc [MEMORY] hold= 8,128 used= 5,512 count= 13 avg_used= 424 block_cnt= 11 chunk_cnt= 1 mod=SequenceIdMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FTPluginHandle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IORunners [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=RlePl [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ALLTTLTaskSche [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=HTableLockMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsDebugMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DASIDCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PurgeThrottle [MEMORY] hold= 8,112 used= 5,512 count= 13 avg_used= 424 block_cnt= 13 chunk_cnt= 2 mod=SequenceMap [MEMORY] hold= 8,112 used= 5,512 count= 13 avg_used= 424 block_cnt= 11 chunk_cnt= 1 mod=ContextsMap [MEMORY] hold= 7,984 used= 7,792 count= 1 avg_used= 7,792 block_cnt= 1 chunk_cnt= 1 mod=ColUsagNode [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=HasNodGrpInfo [MEMORY] hold= 7,824 used= 7,632 count= 1 avg_used= 7,632 block_cnt= 1 chunk_cnt= 1 mod=CaLsInfoNode [MEMORY] hold= 7,376 used= 7,184 count= 1 avg_used= 7,184 block_cnt= 1 chunk_cnt= 1 mod=mrg_prog_cker [MEMORY] hold= 6,048 used= 4,704 count= 7 avg_used= 672 block_cnt= 7 chunk_cnt= 6 mod=[T]ObWarningBuf [MEMORY] hold= 5,056 used= 4,656 count= 2 avg_used= 2,328 block_cnt= 2 chunk_cnt= 2 mod=CaLsInfoMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResRuleIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResGrpIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ExTabletCntMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=PxPoolBkt [MEMORY] hold= 4,480 used= 4,096 count= 2 avg_used= 2,048 block_cnt= 2 chunk_cnt= 2 mod=LockMemtableMgr [MEMORY] hold= 4,288 used= 4,096 count= 1 avg_used= 4,096 block_cnt= 1 chunk_cnt= 1 mod=MacroFile [MEMORY] hold= 3,488 used= 3,088 count= 2 avg_used= 1,544 block_cnt= 2 chunk_cnt= 2 mod=TXBFRetryId [MEMORY] hold= 3,328 used= 1,792 count= 8 avg_used= 224 block_cnt= 1 chunk_cnt= 1 mod=LogIOTask [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=TFileFLCtx [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=PendingFreeMap [MEMORY] hold= 3,200 used= 3,008 count= 1 avg_used= 3,008 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlDfc [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=MedCheckMap [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=VecIdxLSMgr [MEMORY] hold= 2,000 used= 1,608 count= 2 avg_used= 804 block_cnt= 2 chunk_cnt= 2 mod=DetectManager [MEMORY] hold= 2,000 used= 1,808 count= 1 avg_used= 1,808 block_cnt= 1 chunk_cnt= 1 mod=PxResMgr [MEMORY] hold= 1,952 used= 1,552 count= 2 avg_used= 776 block_cnt= 2 chunk_cnt= 2 mod=DepTabletSet [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TabStatMgrLock [MEMORY] hold= 1,664 used= 1,280 count= 2 avg_used= 640 block_cnt= 2 chunk_cnt= 2 mod=TableLockNode [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=DUP_LS_SET [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=IRMMemHashBuck [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucApiGroup [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucGrpInfo [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=GCMemtableMap [MEMORY] hold= 1,376 used= 576 count= 4 avg_used= 144 block_cnt= 4 chunk_cnt= 3 mod=ObTxLSLogCb [MEMORY] hold= 1,344 used= 1,152 count= 1 avg_used= 1,152 block_cnt= 1 chunk_cnt= 1 mod=FTParserMgr [MEMORY] hold= 1,344 used= 944 count= 2 avg_used= 472 block_cnt= 2 chunk_cnt= 2 mod=Election [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 1,280 used= 1,056 count= 1 avg_used= 1,056 block_cnt= 1 chunk_cnt= 1 mod=LOG_HASH_MAP [MEMORY] hold= 1,264 used= 1,064 count= 1 avg_used= 1,064 block_cnt= 1 chunk_cnt= 1 mod=LSFreeze [MEMORY] hold= 1,216 used= 1,024 count= 1 avg_used= 1,024 block_cnt= 1 chunk_cnt= 1 mod=tenant_rm_mgr [MEMORY] hold= 1,200 used= 1,000 count= 1 avg_used= 1,000 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletMapLk [MEMORY] hold= 1,120 used= 120 count= 5 avg_used= 24 block_cnt= 2 chunk_cnt= 1 mod=FreezeTask [MEMORY] hold= 1,024 used= 640 count= 2 avg_used= 320 block_cnt= 1 chunk_cnt= 1 mod=PoolArenaArray [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=MvRefreshInfo [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TabShellTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=CheckPointTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=FlushTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=DiskUsageTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TLD_TIMER [MEMORY] hold= 896 used= 128 count= 4 avg_used= 32 block_cnt= 3 chunk_cnt= 2 mod=PalfFSCbNode [MEMORY] hold= 848 used= 656 count= 1 avg_used= 656 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfo [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=MSTXCTX [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=VectorIndexVsag [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=HAScheduler [MEMORY] hold= 656 used= 456 count= 1 avg_used= 456 block_cnt= 1 chunk_cnt= 1 mod=tenant_ttl_mgr [MEMORY] hold= 608 used= 204 count= 2 avg_used= 102 block_cnt= 2 chunk_cnt= 1 mod=TxLSLogBuf [MEMORY] hold= 608 used= 208 count= 2 avg_used= 104 block_cnt= 2 chunk_cnt= 1 mod=RedoLogBuckLock [MEMORY] hold= 544 used= 144 count= 2 avg_used= 72 block_cnt= 1 chunk_cnt= 1 mod=TntSrvObjPool [MEMORY] hold= 528 used= 82 count= 2 avg_used= 41 block_cnt= 2 chunk_cnt= 1 mod=KeepAliveBuf [MEMORY] hold= 512 used= 120 count= 2 avg_used= 60 block_cnt= 2 chunk_cnt= 1 mod=UserResourceMgr [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 2 chunk_cnt= 2 mod=RebuildCbNode [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 2 chunk_cnt= 2 mod=PalfRCCbNode [MEMORY] hold= 416 used= 2 count= 2 avg_used= 1 block_cnt= 1 chunk_cnt= 1 mod=ObLogEXTHandler [MEMORY] hold= 400 used= 208 count= 1 avg_used= 208 block_cnt= 1 chunk_cnt= 1 mod=[T]ObMacroBlock [MEMORY] hold= 400 used= 200 count= 1 avg_used= 200 block_cnt= 1 chunk_cnt= 1 mod=ExTabletMapLk [MEMORY] hold= 304 used= 112 count= 1 avg_used= 112 block_cnt= 1 chunk_cnt= 1 mod=Coordinator [MEMORY] hold= 256 used= 56 count= 1 avg_used= 56 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfoMap [MEMORY] hold= 208 used= 16 count= 1 avg_used= 16 block_cnt= 1 chunk_cnt= 1 mod=logservice [MEMORY] hold= 358,085,072 used= 352,154,428 count= 6,055 avg_used= 58,159 mod=SUMMARY [2024-12-02 13:54:43.294249] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=20] [MEMORY] tenant_id= 1002 ctx_id= MEMSTORE_CTX_ID hold= 62,914,560 used= 62,423,040 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 62,423,040 used= 62,394,480 count= 30 avg_used= 2,079,816 block_cnt= 30 chunk_cnt= 30 mod=Memstore [MEMORY] hold= 62,423,040 used= 62,394,480 count= 30 avg_used= 2,079,816 mod=SUMMARY [2024-12-02 13:54:43.294261] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=4] [MEMORY] tenant_id= 1002 ctx_id= TRANS_CTX_MGR_ID hold= 2,097,152 used= 1,458,176 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 1,458,176 used= 1,446,656 count= 2 avg_used= 723,328 block_cnt= 2 chunk_cnt= 1 mod=PartTranCtxMgr [MEMORY] hold= 1,458,176 used= 1,446,656 count= 2 avg_used= 723,328 mod=SUMMARY [2024-12-02 13:54:43.294274] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=4] [MEMORY] tenant_id= 1002 ctx_id= PLAN_CACHE_CTX_ID hold= 41,943,040 used= 37,040,896 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 33,065,472 used= 29,939,304 count= 1,464 avg_used= 20,450 block_cnt= 1,464 chunk_cnt= 20 mod=SqlPhyPlan [MEMORY] hold= 1,564,928 used= 1,440,557 count= 163 avg_used= 8,837 block_cnt= 163 chunk_cnt= 2 mod=SqlPhyPlObj [MEMORY] hold= 1,532,288 used= 1,412,288 count= 141 avg_used= 10,016 block_cnt= 141 chunk_cnt= 20 mod=SqlPlanCache [MEMORY] hold= 875,136 used= 825,600 count= 258 avg_used= 3,200 block_cnt= 130 chunk_cnt= 20 mod=CreateContext [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=PlanCache [MEMORY] hold= 37,040,896 used= 33,620,437 count= 2,028 avg_used= 16,578 mod=SUMMARY [2024-12-02 13:54:43.294289] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=4] [MEMORY] tenant_id= 1002 ctx_id= CO_STACK hold= 83,886,080 used= 77,414,400 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 77,414,400 used= 77,270,400 count= 150 avg_used= 515,136 block_cnt= 150 chunk_cnt= 40 mod=CoStack [MEMORY] hold= 77,414,400 used= 77,270,400 count= 150 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.294309] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1002 ctx_id= KVSTORE_CACHE_ID hold= 266,338,304 used= 266,338,304 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 266,338,304 used= 0 count= 127 avg_used= 0 block_cnt= 0 chunk_cnt= 0 mod=KvstorCacheMb [MEMORY] hold= 266,338,304 used= 0 count= 127 avg_used= 0 mod=SUMMARY [2024-12-02 13:54:43.294324] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1002 ctx_id= META_OBJ_CTX_ID hold= 35,651,584 used= 33,554,368 limit= 214,748,360 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 24,551,424 used= 21,841,803 count= 333 avg_used= 65,591 block_cnt= 333 chunk_cnt= 13 mod=L_TabletPool [MEMORY] hold= 8,912,896 used= 8,878,080 count= 136 avg_used= 65,280 block_cnt= 136 chunk_cnt= 5 mod=N_TabletPool [MEMORY] hold= 90,048 used= 84,768 count= 2 avg_used= 42,384 block_cnt= 2 chunk_cnt= 1 mod=PoolFreeList [MEMORY] hold= 33,554,368 used= 30,804,651 count= 471 avg_used= 65,402 mod=SUMMARY [2024-12-02 13:54:43.294338] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1002 ctx_id= TX_CALLBACK_CTX_ID hold= 2,097,152 used= 812,800 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 812,800 used= 793,600 count= 100 avg_used= 7,936 block_cnt= 100 chunk_cnt= 1 mod=MemtableCallbac [MEMORY] hold= 812,800 used= 793,600 count= 100 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.294328] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA48-0-0] [lt=14] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488676, proxy_sessid=0, client_sessid=3221488676, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.294329] INFO [SERVER] process (obmp_connect.cpp:523) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA56-0-0] [lt=10] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488675, proxy_sessid=0, client_sessid=3221488675, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.294352] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1002 ctx_id= LOB_CTX_ID hold= 2,097,152 used= 8,128 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LobPersist [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.294352] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE987-0-0] [lt=11] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12217, add_timestamp:1733118883294338}) [2024-12-02 13:54:43.294375] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=7] [MEMORY] tenant_id= 1002 ctx_id= TX_DATA_TABLE hold= 21,012,480 used= 20,654,848 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 18,947,968 used= 18,890,368 count= 6 avg_used= 3,148,394 block_cnt= 6 chunk_cnt= 4 mod=MEMTABLE_ARENA [MEMORY] hold= 1,690,624 used= 1,650,688 count= 208 avg_used= 7,936 block_cnt= 208 chunk_cnt= 2 mod=TX_DATA_SLICE [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 1 mod=TX_DATA_ARENA [MEMORY] hold= 20,654,848 used= 20,556,928 count= 216 avg_used= 95,170 mod=SUMMARY [2024-12-02 13:54:43.294370] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9D-0-0] [lt=13] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12217, locations=[{table_id:12217, partition_id:12217, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294360, sql_renew_time:1733118883294360, is_mark_fail:false}]) [2024-12-02 13:54:43.294378] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320106][T1_L0_G0][T1][YB42C0A800AF-000628430F4EE987-0-0] [lt=15] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11035, add_timestamp:1733118883294376}) [2024-12-02 13:54:43.294386] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9D-0-0] [lt=16] success to process renew task(task={tenant_id:1, table_id:12217, add_timestamp:1733118883294338}, locations=[{table_id:12217, partition_id:12217, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294360, sql_renew_time:1733118883294360, is_mark_fail:false}]) [2024-12-02 13:54:43.294405] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9E-0-0] [lt=9] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11035, locations=[{table_id:11035, partition_id:11035, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294400, sql_renew_time:1733118883294400, is_mark_fail:false}]) [2024-12-02 13:54:43.294414] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant: 1019, limit: 1,073,741,824 hold: 598,265,856 rpc_hold: 0 cache_hold: 50,331,648 cache_used: 50,331,648 cache_item_count: 24 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 315,129,856 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MEMSTORE_CTX_ID hold_bytes= 81,788,928 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TRANS_CTX_MGR_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PLAN_CACHE_CTX_ID hold_bytes= 41,943,040 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 73,400,320 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= META_OBJ_CTX_ID hold_bytes= 4,194,304 limit= 214,748,360 [MEMORY] ctx_id= TX_CALLBACK_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= LOB_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TX_DATA_TABLE hold_bytes= 20,992,000 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MDS_DATA_ID hold_bytes= 4,194,304 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.294419] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9E-0-0] [lt=14] success to process renew task(task={tenant_id:1, table_id:11035, add_timestamp:1733118883294376}, locations=[{table_id:11035, partition_id:11035, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294400, sql_renew_time:1733118883294400, is_mark_fail:false}]) [2024-12-02 13:54:43.294422] INFO load_privilege_info (obmp_connect.cpp:582) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA49-0-0] [lt=22] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.294423] INFO load_privilege_info (obmp_connect.cpp:582) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA57-0-0] [lt=20] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.294618] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1019 ctx_id= DEFAULT_CTX_ID hold= 315,129,856 used= 270,180,832 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 4 [MEMORY] hold= 41,963,520 used= 41,943,040 count= 1 avg_used= 41,943,040 block_cnt= 1 chunk_cnt= 1 mod=LogGroupBuffer [MEMORY] hold= 29,028,352 used= 28,969,792 count= 7 avg_used= 4,138,541 block_cnt= 7 chunk_cnt= 5 mod=IoControl [MEMORY] hold= 17,865,856 used= 17,677,417 count= 108 avg_used= 163,679 block_cnt= 44 chunk_cnt= 8 mod=OmtTenant [MEMORY] hold= 16,797,696 used= 16,777,336 count= 1 avg_used= 16,777,336 block_cnt= 1 chunk_cnt= 1 mod=MrgMemPoolChk [MEMORY] hold= 16,195,584 used= 16,058,368 count= 19 avg_used= 845,177 block_cnt= 19 chunk_cnt= 11 mod=MysqlRequesReco [MEMORY] hold= 14,565,376 used= 14,558,208 count= 7 avg_used= 2,079,744 block_cnt= 7 chunk_cnt= 7 mod=CACHE_MAP_NODE [MEMORY] hold= 11,059,200 used= 10,046,160 count= 135 avg_used= 74,416 block_cnt= 135 chunk_cnt= 27 mod=[T]ObSessionDIB [MEMORY] hold= 8,777,728 used= 8,760,064 count= 2 avg_used= 4,380,032 block_cnt= 2 chunk_cnt= 2 mod=FreeTbltStream [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=ArcFetchQueue [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=RCSrv [MEMORY] hold= 5,242,880 used= 4,325,376 count= 128 avg_used= 33,792 block_cnt= 128 chunk_cnt= 6 mod=SqlDtlQueue [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,718,592 used= 4,696,320 count= 3 avg_used= 1,565,440 block_cnt= 3 chunk_cnt= 3 mod=ResourceGroup [MEMORY] hold= 4,235,264 used= 4,194,304 count= 2 avg_used= 2,097,152 block_cnt= 2 chunk_cnt= 2 mod=SHARE_BLOCK [MEMORY] hold= 4,214,784 used= 4,194,336 count= 1 avg_used= 4,194,336 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 18 mod=CkptDgnMemCU [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 19 mod=CkptDgnMem [MEMORY] hold= 3,723,264 used= 3,698,704 count= 2 avg_used= 1,849,352 block_cnt= 2 chunk_cnt= 2 mod=LogDIOAligned [MEMORY] hold= 3,162,112 used= 3,145,808 count= 2 avg_used= 1,572,904 block_cnt= 2 chunk_cnt= 2 mod=TenantDLMgr [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=XATimeWheel [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=TransTimeWheel [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=MediumTabletMap [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=FastFrezCkr [MEMORY] hold= 2,379,776 used= 2,359,296 count= 1 avg_used= 2,359,296 block_cnt= 1 chunk_cnt= 1 mod=LogIOCb [MEMORY] hold= 2,375,680 used= 2,359,536 count= 2 avg_used= 1,179,768 block_cnt= 2 chunk_cnt= 2 mod=HashBuckLCSta [MEMORY] hold= 2,334,720 used= 2,048,000 count= 35 avg_used= 58,514 block_cnt= 35 chunk_cnt= 13 mod=[T]char [MEMORY] hold= 2,097,152 used= 2,095,616 count= 2 avg_used= 1,047,808 block_cnt= 2 chunk_cnt= 2 mod=TmpFileWBP [MEMORY] hold= 1,843,200 used= 1,770,696 count= 9 avg_used= 196,744 block_cnt= 9 chunk_cnt= 4 mod=DagMap [MEMORY] hold= 1,410,944 used= 1,352,544 count= 292 avg_used= 4,632 block_cnt= 292 chunk_cnt= 20 mod=WorkerMap [MEMORY] hold= 1,337,760 used= 1,316,808 count= 68 avg_used= 19,364 block_cnt= 68 chunk_cnt= 8 mod=TabletMap [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DupTbLease [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=FrzTrigger [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MdsT [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MultiVersionGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=OBJLockGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTR [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTF [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=ElectTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DetectorTimer [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckPlanCac [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMonMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=RewriteRuleMap [MEMORY] hold= 1,089,536 used= 1,081,344 count= 1 avg_used= 1,081,344 block_cnt= 1 chunk_cnt= 1 mod=IOWorkerLQ [MEMORY] hold= 1,064,960 used= 1,062,144 count= 1 avg_used= 1,062,144 block_cnt= 1 chunk_cnt= 1 mod=ArcSenderQueue [MEMORY] hold= 876,544 used= 864,256 count= 2 avg_used= 432,128 block_cnt= 2 chunk_cnt= 1 mod=ServerObjecPool [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlFltSpanRec [MEMORY] hold= 798,112 used= 789,624 count= 3 avg_used= 263,208 block_cnt= 3 chunk_cnt= 3 mod=PartitTableTask [MEMORY] hold= 794,624 used= 786,432 count= 1 avg_used= 786,432 block_cnt= 1 chunk_cnt= 1 mod=FetchLog [MEMORY] hold= 786,688 used= 524,352 count= 33 avg_used= 15,889 block_cnt= 33 chunk_cnt= 2 mod=LogAlloc [MEMORY] hold= 663,552 used= 662,144 count= 1 avg_used= 662,144 block_cnt= 1 chunk_cnt= 1 mod=TransService [MEMORY] hold= 616,640 used= 559,104 count= 258 avg_used= 2,167 block_cnt= 87 chunk_cnt= 4 mod=LSMap [MEMORY] hold= 598,016 used= 590,232 count= 1 avg_used= 590,232 block_cnt= 1 chunk_cnt= 1 mod=DagNetIdMap [MEMORY] hold= 573,440 used= 524,288 count= 256 avg_used= 2,048 block_cnt= 86 chunk_cnt= 2 mod=TabletToLS [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ApplySrv [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ReplaySrv [MEMORY] hold= 532,192 used= 515,270 count= 5 avg_used= 103,054 block_cnt= 5 chunk_cnt= 5 mod=SqlMemMgr [MEMORY] hold= 401,408 used= 393,760 count= 1 avg_used= 393,760 block_cnt= 1 chunk_cnt= 1 mod=ClogGe [MEMORY] hold= 385,024 used= 376,032 count= 2 avg_used= 188,016 block_cnt= 2 chunk_cnt= 2 mod=bf_queue [MEMORY] hold= 319,488 used= 315,800 count= 1 avg_used= 315,800 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMon [MEMORY] hold= 311,104 used= 303,904 count= 6 avg_used= 50,650 block_cnt= 6 chunk_cnt= 2 mod=PoolFreeList [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=DmlStatHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=ColUsagHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompactMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompStMap [MEMORY] hold= 294,912 used= 287,232 count= 1 avg_used= 287,232 block_cnt= 1 chunk_cnt= 1 mod=MetaMemMgr [MEMORY] hold= 278,528 used= 270,336 count= 1 avg_used= 270,336 block_cnt= 1 chunk_cnt= 1 mod=RFLTaskQueue [MEMORY] hold= 276,352 used= 269,824 count= 34 avg_used= 7,936 block_cnt= 34 chunk_cnt= 9 mod=ParamCharsType [MEMORY] hold= 204,800 used= 196,744 count= 1 avg_used= 196,744 block_cnt= 1 chunk_cnt= 1 mod=DagNetMap [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=TenDLBucket [MEMORY] hold= 196,608 used= 110,688 count= 12 avg_used= 9,224 block_cnt= 12 chunk_cnt= 10 mod=[T]ObDSActionAr [MEMORY] hold= 196,608 used= 195,840 count= 3 avg_used= 65,280 block_cnt= 3 chunk_cnt= 3 mod=MemTblObj [MEMORY] hold= 183,056 used= 174,592 count= 44 avg_used= 3,968 block_cnt= 44 chunk_cnt= 6 mod=TinyAllocator [MEMORY] hold= 172,032 used= 163,840 count= 1 avg_used= 163,840 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlMgr [MEMORY] hold= 151,232 used= 114,432 count= 25 avg_used= 4,577 block_cnt= 24 chunk_cnt= 6 mod=TGTimer [MEMORY] hold= 143,360 used= 131,072 count= 64 avg_used= 2,048 block_cnt= 22 chunk_cnt= 2 mod=TxCtxMgr [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSharedQueueT [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSubmitLogQue [MEMORY] hold= 139,264 used= 132,128 count= 1 avg_used= 132,128 block_cnt= 1 chunk_cnt= 1 mod=LSSvr [MEMORY] hold= 122,880 used= 110,608 count= 2 avg_used= 55,304 block_cnt= 2 chunk_cnt= 2 mod=TabletIDSetBkt [MEMORY] hold= 122,688 used= 118,904 count= 2 avg_used= 59,452 block_cnt= 2 chunk_cnt= 2 mod=DbmsSched_Job [MEMORY] hold= 114,688 used= 111,096 count= 1 avg_used= 111,096 block_cnt= 1 chunk_cnt= 1 mod=AsyncFreezeTabl [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=ResourMapLock [MEMORY] hold= 106,496 used= 98,320 count= 1 avg_used= 98,320 block_cnt= 1 chunk_cnt= 1 mod=T3MBucket [MEMORY] hold= 98,304 used= 92,288 count= 1 avg_used= 92,288 block_cnt= 1 chunk_cnt= 1 mod=tenant_mf_mgr [MEMORY] hold= 81,920 used= 40,240 count= 5 avg_used= 8,048 block_cnt= 5 chunk_cnt= 4 mod=[T]ObPerfEventR [MEMORY] hold= 72,000 used= 70,272 count= 9 avg_used= 7,808 block_cnt= 9 chunk_cnt= 5 mod=TabletIDSetNode [MEMORY] hold= 71,440 used= 17,536 count= 269 avg_used= 65 block_cnt= 108 chunk_cnt= 13 mod=Coro [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxCtxMemObj [MEMORY] hold= 65,536 used= 62,720 count= 1 avg_used= 62,720 block_cnt= 1 chunk_cnt= 1 mod=palf_env [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=LockMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxDataMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushMeta [MEMORY] hold= 65,536 used= 59,776 count= 1 avg_used= 59,776 block_cnt= 1 chunk_cnt= 1 mod=IO_MGR [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushLog [MEMORY] hold= 49,152 used= 24,576 count= 3 avg_used= 8,192 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapCn [MEMORY] hold= 48,960 used= 44,840 count= 2 avg_used= 22,420 block_cnt= 2 chunk_cnt= 2 mod=DynamicFactor [MEMORY] hold= 48,768 used= 47,616 count= 6 avg_used= 7,936 block_cnt= 6 chunk_cnt= 4 mod=LinearHashMapNo [MEMORY] hold= 41,664 used= 40,320 count= 7 avg_used= 5,760 block_cnt= 7 chunk_cnt= 6 mod=CACHE_INST [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HTblRkMapBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HashBucCliInFo [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=TableAQueryBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=Autoincrement [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=SuspectInfoBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DagWarnHisBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletPtrMap [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 4 mod=TltMemtablMgr [MEMORY] hold= 40,640 used= 39,680 count= 5 avg_used= 7,936 block_cnt= 5 chunk_cnt= 4 mod=QueryAllocator [MEMORY] hold= 32,768 used= 31,744 count= 1 avg_used= 31,744 block_cnt= 1 chunk_cnt= 1 mod=ArrayIdxArr [MEMORY] hold= 32,704 used= 25,191 count= 2 avg_used= 12,595 block_cnt= 2 chunk_cnt= 2 mod=CGReadInfoMgr [MEMORY] hold= 32,512 used= 31,744 count= 4 avg_used= 7,936 block_cnt= 4 chunk_cnt= 4 mod=MdsTableMgr [MEMORY] hold= 32,000 used= 31,232 count= 4 avg_used= 7,808 block_cnt= 4 chunk_cnt= 2 mod=HashNodeLCSta [MEMORY] hold= 30,336 used= 3,240 count= 135 avg_used= 24 block_cnt= 72 chunk_cnt= 14 mod=[T]MemoryContex [MEMORY] hold= 25,552 used= 19,232 count= 2 avg_used= 9,616 block_cnt= 2 chunk_cnt= 2 mod=HashBuckDmId [MEMORY] hold= 25,280 used= 24,320 count= 5 avg_used= 4,864 block_cnt= 5 chunk_cnt= 3 mod=[T]ObTraceEvent [MEMORY] hold= 24,576 used= 16,392 count= 1 avg_used= 16,392 block_cnt= 1 chunk_cnt= 1 mod=SlogWriteBuffer [MEMORY] hold= 24,576 used= 18,816 count= 1 avg_used= 18,816 block_cnt= 1 chunk_cnt= 1 mod=TSQLSessionMgr [MEMORY] hold= 24,576 used= 20,224 count= 1 avg_used= 20,224 block_cnt= 1 chunk_cnt= 1 mod=LogApplyStatus [MEMORY] hold= 24,576 used= 22,784 count= 1 avg_used= 22,784 block_cnt= 1 chunk_cnt= 1 mod=LogReplayStatus [MEMORY] hold= 24,576 used= 18,456 count= 1 avg_used= 18,456 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDmChe [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=Scheduler [MEMORY] hold= 17,280 used= 8,704 count= 3 avg_used= 2,901 block_cnt= 2 chunk_cnt= 1 mod=BaseLogWriter [MEMORY] hold= 16,384 used= 8,200 count= 1 avg_used= 8,200 block_cnt= 1 chunk_cnt= 1 mod=SlogNopLog [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TabletStats [MEMORY] hold= 16,384 used= 10,624 count= 1 avg_used= 10,624 block_cnt= 1 chunk_cnt= 1 mod=PalfEnv [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_TableCtxMgr [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=DiaTabletMap [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=backupTaskSched [MEMORY] hold= 16,384 used= 9,336 count= 1 avg_used= 9,336 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 16,384 used= 10,248 count= 1 avg_used= 10,248 block_cnt= 1 chunk_cnt= 1 mod=TabletSvrBucket [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=MedCheckSet [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_ClientTask [MEMORY] hold= 16,384 used= 13,896 count= 1 avg_used= 13,896 block_cnt= 1 chunk_cnt= 1 mod=task_cache [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_AssignedMgr [MEMORY] hold= 16,000 used= 15,616 count= 2 avg_used= 7,808 block_cnt= 2 chunk_cnt= 2 mod=HashNodePlanCac [MEMORY] hold= 15,968 used= 15,584 count= 2 avg_used= 7,792 block_cnt= 2 chunk_cnt= 2 mod=ColUsagNode [MEMORY] hold= 12,864 used= 12,288 count= 3 avg_used= 4,096 block_cnt= 3 chunk_cnt= 3 mod=LinearHashMapDi [MEMORY] hold= 11,984 used= 11,592 count= 2 avg_used= 5,796 block_cnt= 2 chunk_cnt= 1 mod=StopWordSet [MEMORY] hold= 10,240 used= 7,168 count= 16 avg_used= 448 block_cnt= 14 chunk_cnt= 4 mod=OMT_Worker [MEMORY] hold= 9,456 used= 9,064 count= 2 avg_used= 4,532 block_cnt= 2 chunk_cnt= 1 mod=GROUP_INDEX_MAP [MEMORY] hold= 9,376 used= 8,984 count= 2 avg_used= 4,492 block_cnt= 2 chunk_cnt= 1 mod=FTPluginMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DbmsScheduler [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=APPLY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=REPLAY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=leakChecker [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PurgeThrottle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PartCtx [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DASIDCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ObDMMDL [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FTPluginHandle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ls_id [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FillCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LCLSender [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IORunners [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsDebugMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LockWaitMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=HTableLockMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LsElectRefInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileBlkMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ShareBlksMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MatchLsnMap [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=HasNodGrpInfo [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=DmlStatNode [MEMORY] hold= 7,824 used= 7,632 count= 1 avg_used= 7,632 block_cnt= 1 chunk_cnt= 1 mod=CaLsInfoNode [MEMORY] hold= 7,376 used= 7,184 count= 1 avg_used= 7,184 block_cnt= 1 chunk_cnt= 1 mod=mrg_prog_cker [MEMORY] hold= 5,184 used= 4,032 count= 6 avg_used= 672 block_cnt= 6 chunk_cnt= 4 mod=[T]ObWarningBuf [MEMORY] hold= 5,056 used= 4,656 count= 2 avg_used= 2,328 block_cnt= 2 chunk_cnt= 2 mod=CaLsInfoMap [MEMORY] hold= 4,992 used= 3,840 count= 6 avg_used= 640 block_cnt= 5 chunk_cnt= 3 mod=TableLockNode [MEMORY] hold= 4,880 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=PxPoolBkt [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResGrpIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ExTabletCntMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResRuleIdMap [MEMORY] hold= 4,288 used= 4,096 count= 1 avg_used= 4,096 block_cnt= 1 chunk_cnt= 1 mod=MacroFile [MEMORY] hold= 3,328 used= 1,792 count= 8 avg_used= 224 block_cnt= 1 chunk_cnt= 1 mod=LogIOTask [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=PendingFreeMap [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=TFileFLCtx [MEMORY] hold= 3,200 used= 3,008 count= 1 avg_used= 3,008 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlDfc [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=MSTXCTX [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=VecIdxLSMgr [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=MedCheckMap [MEMORY] hold= 2,496 used= 2,304 count= 1 avg_used= 2,304 block_cnt= 1 chunk_cnt= 1 mod=LogIOWS [MEMORY] hold= 2,272 used= 2,048 count= 1 avg_used= 2,048 block_cnt= 1 chunk_cnt= 1 mod=LockMemtableMgr [MEMORY] hold= 2,000 used= 1,608 count= 2 avg_used= 804 block_cnt= 2 chunk_cnt= 2 mod=DetectManager [MEMORY] hold= 2,000 used= 1,808 count= 1 avg_used= 1,808 block_cnt= 1 chunk_cnt= 1 mod=PxResMgr [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TabStatMgrLock [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TXBFRetryId [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucGrpInfo [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucApiGroup [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=DUP_LS_SET [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=GCMemtableMap [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=IRMMemHashBuck [MEMORY] hold= 1,344 used= 1,152 count= 1 avg_used= 1,152 block_cnt= 1 chunk_cnt= 1 mod=FTParserMgr [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 1,264 used= 1,064 count= 1 avg_used= 1,064 block_cnt= 1 chunk_cnt= 1 mod=LSFreeze [MEMORY] hold= 1,248 used= 1,056 count= 1 avg_used= 1,056 block_cnt= 1 chunk_cnt= 1 mod=LOG_HASH_MAP [MEMORY] hold= 1,200 used= 1,000 count= 1 avg_used= 1,000 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletMapLk [MEMORY] hold= 1,152 used= 120 count= 5 avg_used= 24 block_cnt= 2 chunk_cnt= 1 mod=FreezeTask [MEMORY] hold= 1,024 used= 640 count= 2 avg_used= 320 block_cnt= 1 chunk_cnt= 1 mod=PoolArenaArray [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=DepTabletSet [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=MvRefreshInfo [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=DiskUsageTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=FlushTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=CheckPointTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TabShellTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TLD_TIMER [MEMORY] hold= 848 used= 656 count= 1 avg_used= 656 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfo [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=HAScheduler [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=VectorIndexVsag [MEMORY] hold= 688 used= 288 count= 2 avg_used= 144 block_cnt= 2 chunk_cnt= 2 mod=ObTxLSLogCb [MEMORY] hold= 672 used= 472 count= 1 avg_used= 472 block_cnt= 1 chunk_cnt= 1 mod=Election [MEMORY] hold= 544 used= 144 count= 2 avg_used= 72 block_cnt= 1 chunk_cnt= 1 mod=TntSrvObjPool [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 2 chunk_cnt= 1 mod=PalfFSCbNode [MEMORY] hold= 432 used= 208 count= 1 avg_used= 208 block_cnt= 1 chunk_cnt= 1 mod=[T]ObMacroBlock [MEMORY] hold= 416 used= 2 count= 2 avg_used= 1 block_cnt= 1 chunk_cnt= 1 mod=ObLogEXTHandler [MEMORY] hold= 400 used= 200 count= 1 avg_used= 200 block_cnt= 1 chunk_cnt= 1 mod=ExTabletMapLk [MEMORY] hold= 304 used= 112 count= 1 avg_used= 112 block_cnt= 1 chunk_cnt= 1 mod=Coordinator [MEMORY] hold= 304 used= 102 count= 1 avg_used= 102 block_cnt= 1 chunk_cnt= 1 mod=TxLSLogBuf [MEMORY] hold= 304 used= 104 count= 1 avg_used= 104 block_cnt= 1 chunk_cnt= 1 mod=RedoLogBuckLock [MEMORY] hold= 256 used= 56 count= 1 avg_used= 56 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfoMap [MEMORY] hold= 240 used= 41 count= 1 avg_used= 41 block_cnt= 1 chunk_cnt= 1 mod=KeepAliveBuf [MEMORY] hold= 240 used= 48 count= 1 avg_used= 48 block_cnt= 1 chunk_cnt= 1 mod=[T]TSITabletTab [MEMORY] hold= 224 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=PalfRCCbNode [MEMORY] hold= 224 used= 32 count= 1 avg_used= 32 block_cnt= 1 chunk_cnt= 1 mod=RebuildCbNode [MEMORY] hold= 208 used= 16 count= 1 avg_used= 16 block_cnt= 1 chunk_cnt= 1 mod=logservice [MEMORY] hold= 270,180,832 used= 265,590,143 count= 3,868 avg_used= 68,663 mod=SUMMARY [2024-12-02 13:54:43.294628] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98E-0-0] [lt=7] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11021, add_timestamp:1733118883294616}) [2024-12-02 13:54:43.294647] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=20] [MEMORY] tenant_id= 1019 ctx_id= MEMSTORE_CTX_ID hold= 81,788,928 used= 81,149,952 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 81,149,952 used= 81,112,824 count= 39 avg_used= 2,079,816 block_cnt= 39 chunk_cnt= 39 mod=Memstore [MEMORY] hold= 81,149,952 used= 81,112,824 count= 39 avg_used= 2,079,816 mod=SUMMARY [2024-12-02 13:54:43.294644] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9F-0-0] [lt=9] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11021, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.294660] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1019 ctx_id= TRANS_CTX_MGR_ID hold= 2,097,152 used= 729,088 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 block_cnt= 1 chunk_cnt= 1 mod=PartTranCtxMgr [MEMORY] hold= 729,088 used= 723,328 count= 1 avg_used= 723,328 mod=SUMMARY [2024-12-02 13:54:43.294674] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1019 ctx_id= PLAN_CACHE_CTX_ID hold= 41,943,040 used= 39,519,104 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 37,076,800 used= 33,663,976 count= 1,683 avg_used= 20,002 block_cnt= 1,683 chunk_cnt= 20 mod=SqlPhyPlan [MEMORY] hold= 1,448,768 used= 1,359,856 count= 159 avg_used= 8,552 block_cnt= 159 chunk_cnt= 20 mod=SqlPlanCache [MEMORY] hold= 990,464 used= 934,400 count= 292 avg_used= 3,200 block_cnt= 146 chunk_cnt= 19 mod=CreateContext [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=PlanCache [MEMORY] hold= 39,519,104 used= 35,960,920 count= 2,136 avg_used= 16,835 mod=SUMMARY [2024-12-02 13:54:43.294689] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1019 ctx_id= CO_STACK hold= 73,400,320 used= 70,705,152 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 70,705,152 used= 70,573,632 count= 137 avg_used= 515,136 block_cnt= 137 chunk_cnt= 35 mod=CoStack [MEMORY] hold= 70,705,152 used= 70,573,632 count= 137 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.294704] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1019 ctx_id= KVSTORE_CACHE_ID hold= 50,331,648 used= 50,331,648 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 50,331,648 used= 0 count= 24 avg_used= 0 block_cnt= 0 chunk_cnt= 0 mod=KvstorCacheMb [MEMORY] hold= 50,331,648 used= 0 count= 24 avg_used= 0 mod=SUMMARY [2024-12-02 13:54:43.294720] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1019 ctx_id= META_OBJ_CTX_ID hold= 4,194,304 used= 4,022,208 limit= 214,748,360 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 3,932,160 used= 3,916,800 count= 60 avg_used= 65,280 block_cnt= 60 chunk_cnt= 2 mod=N_TabletPool [MEMORY] hold= 90,048 used= 84,768 count= 2 avg_used= 42,384 block_cnt= 2 chunk_cnt= 1 mod=PoolFreeList [MEMORY] hold= 4,022,208 used= 4,001,568 count= 62 avg_used= 64,541 mod=SUMMARY [2024-12-02 13:54:43.294735] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=8] [MEMORY] tenant_id= 1019 ctx_id= TX_CALLBACK_CTX_ID hold= 2,097,152 used= 430,784 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 430,784 used= 420,608 count= 53 avg_used= 7,936 block_cnt= 53 chunk_cnt= 1 mod=MemtableCallbac [MEMORY] hold= 430,784 used= 420,608 count= 53 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.294744] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1019 ctx_id= LOB_CTX_ID hold= 2,097,152 used= 8,128 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LobPersist [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 mod=SUMMARY [2024-12-02 13:54:43.294770] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant_id= 1019 ctx_id= TX_DATA_TABLE hold= 20,992,000 used= 19,146,816 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 17,862,592 used= 17,833,792 count= 3 avg_used= 5,944,597 block_cnt= 3 chunk_cnt= 2 mod=MEMTABLE_ARENA [MEMORY] hold= 1,276,096 used= 1,245,952 count= 157 avg_used= 7,936 block_cnt= 157 chunk_cnt= 2 mod=TX_DATA_SLICE [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TX_DATA_ARENA [MEMORY] hold= 19,146,816 used= 19,087,680 count= 161 avg_used= 118,557 mod=SUMMARY [2024-12-02 13:54:43.294788] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1019 ctx_id= MDS_DATA_ID hold= 4,194,304 used= 319,168 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 311,040 used= 300,576 count= 6 avg_used= 50,096 block_cnt= 6 chunk_cnt= 2 mod=TX_OP [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsTable [MEMORY] hold= 319,168 used= 308,512 count= 7 avg_used= 44,073 mod=SUMMARY [2024-12-02 13:54:43.294819] INFO [LIB] operator() (ob_malloc_allocator.cpp:524) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant: 1020, limit: 7,516,192,768 hold: 740,392,960 rpc_hold: 0 cache_hold: 4,194,304 cache_used: 4,194,304 cache_item_count: 2 [MEMORY] ctx_id= DEFAULT_CTX_ID hold_bytes= 524,345,344 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= TRANS_CTX_MGR_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= PLAN_CACHE_CTX_ID hold_bytes= 2,097,152 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= CO_STACK hold_bytes= 125,829,120 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= META_OBJ_CTX_ID hold_bytes= 10,485,760 limit= 1,503,238,540 [MEMORY] ctx_id= TX_DATA_TABLE hold_bytes= 37,789,696 limit= 9,223,372,036,854,775,807 [MEMORY] ctx_id= MERGE_RESERVE_CTX_ID hold_bytes= 33,554,432 limit= 9,223,372,036,854,775,807 [2024-12-02 13:54:43.294894] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9F-0-0] [lt=17] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11021, locations=[{table_id:11021, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294877, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.294896] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4B-0-0] [lt=13] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488674, proxy_sessid=0, client_sessid=3221488674, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.294918] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EED9F-0-0] [lt=24] success to process renew task(task={tenant_id:1, table_id:11021, add_timestamp:1733118883294616}, locations=[{table_id:11021, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883294877, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.294975] INFO load_privilege_info (obmp_connect.cpp:582) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4C-0-0] [lt=21] no tenant name set, use default tenant name(tenant_name=sys) [2024-12-02 13:54:43.295007] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fa88030, session_id:3221488676, trace_id:YB42C0A800AF-000628430F7EE973-0-0, sql_handling_stage:10, sql_initiative_shutdown:false, reader:{fd:237}, err:5, last_decode_time:1733118883294438, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:239, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.295019] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=9] [MEMORY] tenant_id= 1020 ctx_id= DEFAULT_CTX_ID hold= 524,345,344 used= 504,618,848 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 83,927,040 used= 83,886,080 count= 2 avg_used= 41,943,040 block_cnt= 2 chunk_cnt= 2 mod=LogGroupBuffer [MEMORY] hold= 67,149,824 used= 67,129,344 count= 1 avg_used= 67,129,344 block_cnt= 1 chunk_cnt= 1 mod=IterBuf [MEMORY] hold= 33,574,912 used= 33,554,464 count= 1 avg_used= 33,554,464 block_cnt= 1 chunk_cnt= 1 mod=BloomFilter [MEMORY] hold= 29,831,168 used= 29,770,336 count= 8 avg_used= 3,721,292 block_cnt= 8 chunk_cnt= 7 mod=IoControl [MEMORY] hold= 27,697,152 used= 27,656,192 count= 2 avg_used= 13,828,096 block_cnt= 2 chunk_cnt= 2 mod=ServerObjecPool [MEMORY] hold= 26,599,424 used= 26,457,088 count= 24 avg_used= 1,102,378 block_cnt= 24 chunk_cnt= 16 mod=MysqlRequesReco [MEMORY] hold= 19,660,800 used= 17,859,840 count= 240 avg_used= 74,416 block_cnt= 240 chunk_cnt= 36 mod=[T]ObSessionDIB [MEMORY] hold= 19,296,256 used= 19,267,648 count= 2 avg_used= 9,633,824 block_cnt= 2 chunk_cnt= 2 mod=HashBuckDmId [MEMORY] hold= 18,894,848 used= 18,874,392 count= 1 avg_used= 18,874,392 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDmChe [MEMORY] hold= 17,865,856 used= 17,677,417 count= 108 avg_used= 163,679 block_cnt= 44 chunk_cnt= 8 mod=OmtTenant [MEMORY] hold= 9,457,664 used= 9,437,784 count= 1 avg_used= 9,437,784 block_cnt= 1 chunk_cnt= 1 mod=HashBuckDTLINT [MEMORY] hold= 8,777,728 used= 8,760,064 count= 2 avg_used= 4,380,032 block_cnt= 2 chunk_cnt= 2 mod=FreeTbltStream [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=RCSrv [MEMORY] hold= 8,671,232 used= 8,650,752 count= 1 avg_used= 8,650,752 block_cnt= 1 chunk_cnt= 1 mod=ArcFetchQueue [MEMORY] hold= 8,182,688 used= 8,145,968 count= 83 avg_used= 98,144 block_cnt= 83 chunk_cnt= 11 mod=TenantDLMgr [MEMORY] hold= 7,446,528 used= 7,397,408 count= 4 avg_used= 1,849,352 block_cnt= 4 chunk_cnt= 4 mod=LogDIOAligned [MEMORY] hold= 5,358,816 used= 5,309,696 count= 8 avg_used= 663,712 block_cnt= 8 chunk_cnt= 8 mod=RestoreTaskMgr [MEMORY] hold= 5,242,880 used= 4,325,376 count= 128 avg_used= 33,792 block_cnt= 128 chunk_cnt= 7 mod=SqlDtlQueue [MEMORY] hold= 4,919,296 used= 4,902,656 count= 1 avg_used= 4,902,656 block_cnt= 1 chunk_cnt= 1 mod=RpcStatInfo [MEMORY] hold= 4,739,072 used= 4,718,712 count= 1 avg_used= 4,718,712 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMonMap [MEMORY] hold= 4,309,232 used= 4,261,880 count= 142 avg_used= 30,013 block_cnt= 142 chunk_cnt= 19 mod=TabletMap [MEMORY] hold= 4,235,264 used= 4,194,304 count= 2 avg_used= 2,097,152 block_cnt= 2 chunk_cnt= 2 mod=SHARE_BLOCK [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 21 mod=CkptDgnMemCU [MEMORY] hold= 3,865,600 used= 3,705,600 count= 800 avg_used= 4,632 block_cnt= 800 chunk_cnt= 21 mod=CkptDgnMem [MEMORY] hold= 3,145,728 used= 3,130,880 count= 2 avg_used= 1,565,440 block_cnt= 2 chunk_cnt= 2 mod=ResourceGroup [MEMORY] hold= 3,145,728 used= 2,768,896 count= 46 avg_used= 60,193 block_cnt= 46 chunk_cnt= 16 mod=[T]char [MEMORY] hold= 3,088,640 used= 3,015,680 count= 380 avg_used= 7,936 block_cnt= 380 chunk_cnt= 9 mod=TDL_schema [MEMORY] hold= 3,080,192 used= 3,062,144 count= 1 avg_used= 3,062,144 block_cnt= 1 chunk_cnt= 1 mod=TransService [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=TransTimeWheel [MEMORY] hold= 2,572,288 used= 2,560,512 count= 2 avg_used= 1,280,256 block_cnt= 2 chunk_cnt= 2 mod=XATimeWheel [MEMORY] hold= 2,379,776 used= 2,359,296 count= 1 avg_used= 2,359,296 block_cnt= 1 chunk_cnt= 1 mod=LogIOCb [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=FastFrezCkr [MEMORY] hold= 2,379,776 used= 2,359,608 count= 1 avg_used= 2,359,608 block_cnt= 1 chunk_cnt= 1 mod=MediumTabletMap [MEMORY] hold= 2,375,680 used= 2,359,536 count= 2 avg_used= 1,179,768 block_cnt= 2 chunk_cnt= 2 mod=HashBuckLCSta [MEMORY] hold= 2,097,152 used= 2,095,616 count= 2 avg_used= 1,047,808 block_cnt= 2 chunk_cnt= 2 mod=TmpFileWBP [MEMORY] hold= 2,080,768 used= 2,079,744 count= 1 avg_used= 2,079,744 block_cnt= 1 chunk_cnt= 1 mod=CACHE_MAP_NODE [MEMORY] hold= 1,900,544 used= 1,867,776 count= 4 avg_used= 466,944 block_cnt= 4 chunk_cnt= 4 mod=IOWorkerLQ [MEMORY] hold= 1,843,200 used= 1,770,696 count= 9 avg_used= 196,744 block_cnt= 9 chunk_cnt= 5 mod=DagMap [MEMORY] hold= 1,584,544 used= 1,575,992 count= 3 avg_used= 525,330 block_cnt= 3 chunk_cnt= 3 mod=PartitTableTask [MEMORY] hold= 1,318,912 used= 1,318,400 count= 1 avg_used= 1,318,400 block_cnt= 1 chunk_cnt= 1 mod=MulLevelQueue [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=ElectTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MultiVersionGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DetectorTimer [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=OBJLockGC [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=MdsT [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTF [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=DupTbLease [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=CoordTR [MEMORY] hold= 1,286,144 used= 1,280,256 count= 1 avg_used= 1,280,256 block_cnt= 1 chunk_cnt= 1 mod=FrzTrigger [MEMORY] hold= 1,269,568 used= 1,263,904 count= 6 avg_used= 210,650 block_cnt= 6 chunk_cnt= 2 mod=PoolFreeList [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=RewriteRuleMap [MEMORY] hold= 1,187,840 used= 1,179,768 count= 1 avg_used= 1,179,768 block_cnt= 1 chunk_cnt= 1 mod=HashBuckPlanCac [MEMORY] hold= 1,064,960 used= 1,062,144 count= 1 avg_used= 1,062,144 block_cnt= 1 chunk_cnt= 1 mod=ArcSenderQueue [MEMORY] hold= 925,632 used= 894,688 count= 5 avg_used= 178,937 block_cnt= 5 chunk_cnt= 2 mod=IndexUsageMgr [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlFltSpanRec [MEMORY] hold= 802,816 used= 787,520 count= 2 avg_used= 393,760 block_cnt= 2 chunk_cnt= 2 mod=ClogGe [MEMORY] hold= 802,816 used= 800,000 count= 1 avg_used= 800,000 block_cnt= 1 chunk_cnt= 1 mod=SqlPlanMon [MEMORY] hold= 794,624 used= 786,432 count= 1 avg_used= 786,432 block_cnt= 1 chunk_cnt= 1 mod=FetchLog [MEMORY] hold= 787,264 used= 524,352 count= 36 avg_used= 14,565 block_cnt= 33 chunk_cnt= 4 mod=LogAlloc [MEMORY] hold= 616,640 used= 559,104 count= 258 avg_used= 2,167 block_cnt= 87 chunk_cnt= 4 mod=LSMap [MEMORY] hold= 598,016 used= 590,232 count= 1 avg_used= 590,232 block_cnt= 1 chunk_cnt= 1 mod=DagNetIdMap [MEMORY] hold= 573,440 used= 524,288 count= 256 avg_used= 2,048 block_cnt= 86 chunk_cnt= 2 mod=TabletToLS [MEMORY] hold= 557,056 used= 273,632 count= 34 avg_used= 8,048 block_cnt= 34 chunk_cnt= 13 mod=[T]ObPerfEventR [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ReplaySrv [MEMORY] hold= 540,672 used= 532,480 count= 1 avg_used= 532,480 block_cnt= 1 chunk_cnt= 1 mod=ApplySrv [MEMORY] hold= 524,288 used= 507,558 count= 4 avg_used= 126,889 block_cnt= 4 chunk_cnt= 3 mod=SqlMemMgr [MEMORY] hold= 458,752 used= 456,960 count= 7 avg_used= 65,280 block_cnt= 7 chunk_cnt= 6 mod=DDLKvMgrObj [MEMORY] hold= 401,408 used= 393,248 count= 1 avg_used= 393,248 block_cnt= 1 chunk_cnt= 1 mod=ResourMapLock [MEMORY] hold= 401,408 used= 393,248 count= 1 avg_used= 393,248 block_cnt= 1 chunk_cnt= 1 mod=T3MBucket [MEMORY] hold= 385,024 used= 376,032 count= 2 avg_used= 188,016 block_cnt= 2 chunk_cnt= 2 mod=bf_queue [MEMORY] hold= 344,064 used= 193,704 count= 21 avg_used= 9,224 block_cnt= 21 chunk_cnt= 14 mod=[T]ObDSActionAr [MEMORY] hold= 327,360 used= 326,400 count= 5 avg_used= 65,280 block_cnt= 5 chunk_cnt= 4 mod=ResultSet [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompactMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=DmlStatHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=ColUsagHashMap [MEMORY] hold= 303,104 used= 294,936 count= 1 avg_used= 294,936 block_cnt= 1 chunk_cnt= 1 mod=RSCompStMap [MEMORY] hold= 294,912 used= 287,232 count= 1 avg_used= 287,232 block_cnt= 1 chunk_cnt= 1 mod=MetaMemMgr [MEMORY] hold= 278,528 used= 264,256 count= 2 avg_used= 132,128 block_cnt= 2 chunk_cnt= 1 mod=LSSvr [MEMORY] hold= 278,528 used= 270,336 count= 1 avg_used= 270,336 block_cnt= 1 chunk_cnt= 1 mod=RFLTaskQueue [MEMORY] hold= 245,760 used= 221,216 count= 4 avg_used= 55,304 block_cnt= 4 chunk_cnt= 3 mod=TabletIDSetBkt [MEMORY] hold= 229,376 used= 221,688 count= 1 avg_used= 221,688 block_cnt= 1 chunk_cnt= 1 mod=IndexUsageRepor [MEMORY] hold= 229,376 used= 222,192 count= 2 avg_used= 111,096 block_cnt= 2 chunk_cnt= 1 mod=AsyncFreezeTabl [MEMORY] hold= 217,408 used= 209,152 count= 43 avg_used= 4,864 block_cnt= 43 chunk_cnt= 16 mod=[T]ObTraceEvent [MEMORY] hold= 204,800 used= 196,616 count= 1 avg_used= 196,616 block_cnt= 1 chunk_cnt= 1 mod=TenDLBucket [MEMORY] hold= 204,800 used= 196,744 count= 1 avg_used= 196,744 block_cnt= 1 chunk_cnt= 1 mod=DagNetMap [MEMORY] hold= 172,032 used= 163,840 count= 1 avg_used= 163,840 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlMgr [MEMORY] hold= 167,664 used= 163,632 count= 21 avg_used= 7,792 block_cnt= 21 chunk_cnt= 2 mod=DiaTabletNode [MEMORY] hold= 160,000 used= 156,160 count= 20 avg_used= 7,808 block_cnt= 20 chunk_cnt= 13 mod=TabletIDSetNode [MEMORY] hold= 155,088 used= 117,504 count= 29 avg_used= 4,051 block_cnt= 28 chunk_cnt= 6 mod=TGTimer [MEMORY] hold= 143,360 used= 131,072 count= 64 avg_used= 2,048 block_cnt= 22 chunk_cnt= 2 mod=TxCtxMgr [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSubmitLogQue [MEMORY] hold= 139,264 used= 138,272 count= 1 avg_used= 138,272 block_cnt= 1 chunk_cnt= 1 mod=LogSharedQueueT [MEMORY] hold= 139,264 used= 132,352 count= 1 avg_used= 132,352 block_cnt= 1 chunk_cnt= 1 mod=Rpc [MEMORY] hold= 131,072 used= 125,440 count= 2 avg_used= 62,720 block_cnt= 2 chunk_cnt= 2 mod=palf_env [MEMORY] hold= 114,864 used= 30,720 count= 420 avg_used= 73 block_cnt= 164 chunk_cnt= 18 mod=Coro [MEMORY] hold= 114,688 used= 111,096 count= 1 avg_used= 111,096 block_cnt= 1 chunk_cnt= 1 mod=DbmsSched_Job [MEMORY] hold= 98,304 used= 92,288 count= 1 avg_used= 92,288 block_cnt= 1 chunk_cnt= 1 mod=tenant_mf_mgr [MEMORY] hold= 90,112 used= 82,464 count= 1 avg_used= 82,464 block_cnt= 1 chunk_cnt= 1 mod=HTblRkQueAlloc [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxCtxMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=LockMemObj [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=TxDataMemObj [MEMORY] hold= 65,536 used= 59,776 count= 1 avg_used= 59,776 block_cnt= 1 chunk_cnt= 1 mod=IO_MGR [MEMORY] hold= 65,536 used= 32,768 count= 4 avg_used= 8,192 block_cnt= 4 chunk_cnt= 4 mod=LinearHashMapCn [MEMORY] hold= 65,536 used= 65,280 count= 1 avg_used= 65,280 block_cnt= 1 chunk_cnt= 1 mod=FlushMeta [MEMORY] hold= 65,024 used= 63,488 count= 8 avg_used= 7,936 block_cnt= 8 chunk_cnt= 1 mod=ObDMMDL [MEMORY] hold= 53,760 used= 5,760 count= 240 avg_used= 24 block_cnt= 116 chunk_cnt= 21 mod=[T]MemoryContex [MEMORY] hold= 49,152 used= 45,568 count= 2 avg_used= 22,784 block_cnt= 2 chunk_cnt= 2 mod=LogReplayStatus [MEMORY] hold= 49,152 used= 40,448 count= 2 avg_used= 20,224 block_cnt= 2 chunk_cnt= 2 mod=LogApplyStatus [MEMORY] hold= 48,960 used= 44,840 count= 2 avg_used= 22,420 block_cnt= 2 chunk_cnt= 2 mod=DynamicFactor [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HashBucCliInFo [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=Autoincrement [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=DagWarnHisBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=TableAQueryBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=HTblRkMapBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=SuspectInfoBkt [MEMORY] hold= 40,960 used= 37,032 count= 1 avg_used= 37,032 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletPtrMap [MEMORY] hold= 36,288 used= 28,224 count= 42 avg_used= 672 block_cnt= 40 chunk_cnt= 17 mod=[T]ObWarningBuf [MEMORY] hold= 32,768 used= 31,744 count= 1 avg_used= 31,744 block_cnt= 1 chunk_cnt= 1 mod=ArrayIdxArr [MEMORY] hold= 32,768 used= 20,496 count= 2 avg_used= 10,248 block_cnt= 2 chunk_cnt= 2 mod=TabletSvrBucket [MEMORY] hold= 32,704 used= 25,191 count= 2 avg_used= 12,595 block_cnt= 2 chunk_cnt= 2 mod=CGReadInfoMgr [MEMORY] hold= 32,704 used= 22,848 count= 51 avg_used= 448 block_cnt= 47 chunk_cnt= 6 mod=OMT_Worker [MEMORY] hold= 24,576 used= 18,816 count= 1 avg_used= 18,816 block_cnt= 1 chunk_cnt= 1 mod=TSQLSessionMgr [MEMORY] hold= 24,576 used= 16,392 count= 1 avg_used= 16,392 block_cnt= 1 chunk_cnt= 1 mod=SlogWriteBuffer [MEMORY] hold= 19,328 used= 18,528 count= 4 avg_used= 4,632 block_cnt= 4 chunk_cnt= 3 mod=WorkerMap [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=Scheduler [MEMORY] hold= 17,408 used= 17,024 count= 2 avg_used= 8,512 block_cnt= 1 chunk_cnt= 1 mod=HAScheduler [MEMORY] hold= 17,280 used= 8,704 count= 3 avg_used= 2,901 block_cnt= 2 chunk_cnt= 1 mod=BaseLogWriter [MEMORY] hold= 17,152 used= 16,384 count= 4 avg_used= 4,096 block_cnt= 4 chunk_cnt= 3 mod=LinearHashMapDi [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=MedCheckSet [MEMORY] hold= 16,384 used= 9,216 count= 1 avg_used= 9,216 block_cnt= 1 chunk_cnt= 1 mod=LogIOWS [MEMORY] hold= 16,384 used= 10,624 count= 1 avg_used= 10,624 block_cnt= 1 chunk_cnt= 1 mod=PalfEnv [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_ClientTask [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_AssignedMgr [MEMORY] hold= 16,384 used= 13,896 count= 1 avg_used= 13,896 block_cnt= 1 chunk_cnt= 1 mod=task_cache [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TabletStats [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=DiaTabletMap [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=backupTaskSched [MEMORY] hold= 16,384 used= 12,344 count= 1 avg_used= 12,344 block_cnt= 1 chunk_cnt= 1 mod=TLD_TableCtxMgr [MEMORY] hold= 16,384 used= 8,200 count= 1 avg_used= 8,200 block_cnt= 1 chunk_cnt= 1 mod=SlogNopLog [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=MatchLsnMap [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 2 mod=MdsTableMgr [MEMORY] hold= 16,000 used= 15,616 count= 2 avg_used= 7,808 block_cnt= 2 chunk_cnt= 2 mod=HashNodeLCSta [MEMORY] hold= 11,984 used= 11,592 count= 2 avg_used= 5,796 block_cnt= 2 chunk_cnt= 1 mod=StopWordSet [MEMORY] hold= 9,664 used= 9,264 count= 2 avg_used= 4,632 block_cnt= 2 chunk_cnt= 1 mod=TTLTaskBucket [MEMORY] hold= 9,456 used= 9,064 count= 2 avg_used= 4,532 block_cnt= 2 chunk_cnt= 1 mod=GROUP_INDEX_MAP [MEMORY] hold= 9,376 used= 8,984 count= 2 avg_used= 4,492 block_cnt= 2 chunk_cnt= 1 mod=FTPluginMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ShareBlksMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=DASIDCache [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=MdsDebugMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=PurgeThrottle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=leakChecker [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=REPLAY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=FTPluginHandle [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=HTableLockMap [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=CommonArray [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LsElectRefInfo [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=ls_id [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LCLSender [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=IORunners [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=APPLY_STATUS [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=LockWaitMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileBlkMgr [MEMORY] hold= 8,128 used= 7,936 count= 1 avg_used= 7,936 block_cnt= 1 chunk_cnt= 1 mod=TmpFileMap [MEMORY] hold= 8,000 used= 7,808 count= 1 avg_used= 7,808 block_cnt= 1 chunk_cnt= 1 mod=HashNodePlanCac [MEMORY] hold= 7,984 used= 7,792 count= 1 avg_used= 7,792 block_cnt= 1 chunk_cnt= 1 mod=ColUsagNode [MEMORY] hold= 7,904 used= 7,712 count= 1 avg_used= 7,712 block_cnt= 1 chunk_cnt= 1 mod=HasNodGrpInfo [MEMORY] hold= 7,824 used= 7,632 count= 1 avg_used= 7,632 block_cnt= 1 chunk_cnt= 1 mod=CaLsInfoNode [MEMORY] hold= 7,376 used= 7,184 count= 1 avg_used= 7,184 block_cnt= 1 chunk_cnt= 1 mod=mrg_prog_cker [MEMORY] hold= 5,952 used= 5,760 count= 1 avg_used= 5,760 block_cnt= 1 chunk_cnt= 1 mod=CACHE_INST [MEMORY] hold= 5,056 used= 4,656 count= 2 avg_used= 2,328 block_cnt= 2 chunk_cnt= 2 mod=CaLsInfoMap [MEMORY] hold= 4,880 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=PxPoolBkt [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ExTabletCntMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResGrpIdMap [MEMORY] hold= 4,832 used= 4,632 count= 1 avg_used= 4,632 block_cnt= 1 chunk_cnt= 1 mod=ResRuleIdMap [MEMORY] hold= 4,544 used= 4,096 count= 2 avg_used= 2,048 block_cnt= 2 chunk_cnt= 2 mod=LockMemtableMgr [MEMORY] hold= 4,288 used= 4,096 count= 1 avg_used= 4,096 block_cnt= 1 chunk_cnt= 1 mod=MacroFile [MEMORY] hold= 3,488 used= 3,088 count= 2 avg_used= 1,544 block_cnt= 2 chunk_cnt= 2 mod=TXBFRetryId [MEMORY] hold= 3,328 used= 1,792 count= 8 avg_used= 224 block_cnt= 1 chunk_cnt= 1 mod=LogIOTask [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=TFileFLCtx [MEMORY] hold= 3,312 used= 3,112 count= 1 avg_used= 3,112 block_cnt= 1 chunk_cnt= 1 mod=PendingFreeMap [MEMORY] hold= 3,200 used= 3,008 count= 1 avg_used= 3,008 block_cnt= 1 chunk_cnt= 1 mod=SqlDtlDfc [MEMORY] hold= 2,944 used= 2,560 count= 2 avg_used= 1,280 block_cnt= 1 chunk_cnt= 1 mod=PoolArenaArray [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=MedCheckMap [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=VecIdxLSMgr [MEMORY] hold= 2,528 used= 2,328 count= 1 avg_used= 2,328 block_cnt= 1 chunk_cnt= 1 mod=IRMMemHashBuck [MEMORY] hold= 2,272 used= 1,888 count= 2 avg_used= 944 block_cnt= 2 chunk_cnt= 2 mod=RFLTask [MEMORY] hold= 2,000 used= 1,808 count= 1 avg_used= 1,808 block_cnt= 1 chunk_cnt= 1 mod=PxResMgr [MEMORY] hold= 2,000 used= 1,608 count= 2 avg_used= 804 block_cnt= 2 chunk_cnt= 2 mod=DetectManager [MEMORY] hold= 1,952 used= 1,552 count= 2 avg_used= 776 block_cnt= 2 chunk_cnt= 1 mod=DepTabletSet [MEMORY] hold= 1,744 used= 1,544 count= 1 avg_used= 1,544 block_cnt= 1 chunk_cnt= 1 mod=TabStatMgrLock [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=DUP_LS_SET [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=GCMemtableMap [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucGrpInfo [MEMORY] hold= 1,472 used= 1,272 count= 1 avg_used= 1,272 block_cnt= 1 chunk_cnt= 1 mod=HashBucApiGroup [MEMORY] hold= 1,344 used= 944 count= 2 avg_used= 472 block_cnt= 2 chunk_cnt= 1 mod=Election [MEMORY] hold= 1,344 used= 1,152 count= 1 avg_used= 1,152 block_cnt= 1 chunk_cnt= 1 mod=FTParserMgr [MEMORY] hold= 1,280 used= 1,088 count= 1 avg_used= 1,088 block_cnt= 1 chunk_cnt= 1 mod=ModuleInitCtx [MEMORY] hold= 1,264 used= 1,064 count= 1 avg_used= 1,064 block_cnt= 1 chunk_cnt= 1 mod=LSFreeze [MEMORY] hold= 1,248 used= 1,056 count= 1 avg_used= 1,056 block_cnt= 1 chunk_cnt= 1 mod=LOG_HASH_MAP [MEMORY] hold= 1,200 used= 1,000 count= 1 avg_used= 1,000 block_cnt= 1 chunk_cnt= 1 mod=FlyTabletMapLk [MEMORY] hold= 1,152 used= 120 count= 5 avg_used= 24 block_cnt= 2 chunk_cnt= 1 mod=FreezeTask [MEMORY] hold= 976 used= 776 count= 1 avg_used= 776 block_cnt= 1 chunk_cnt= 1 mod=MvRefreshInfo [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TabShellTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=TLD_TIMER [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=CheckPointTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=FlushTimer [MEMORY] hold= 960 used= 768 count= 1 avg_used= 768 block_cnt= 1 chunk_cnt= 1 mod=DiskUsageTimer [MEMORY] hold= 896 used= 128 count= 4 avg_used= 32 block_cnt= 2 chunk_cnt= 1 mod=PalfFSCbNode [MEMORY] hold= 848 used= 656 count= 1 avg_used= 656 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfo [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=MSTXCTX [MEMORY] hold= 832 used= 640 count= 1 avg_used= 640 block_cnt= 1 chunk_cnt= 1 mod=VectorIndexVsag [MEMORY] hold= 704 used= 288 count= 2 avg_used= 144 block_cnt= 2 chunk_cnt= 2 mod=ObTxLSLogCb [MEMORY] hold= 608 used= 208 count= 2 avg_used= 104 block_cnt= 2 chunk_cnt= 2 mod=RedoLogBuckLock [MEMORY] hold= 576 used= 82 count= 2 avg_used= 41 block_cnt= 2 chunk_cnt= 1 mod=KeepAliveBuf [MEMORY] hold= 544 used= 144 count= 2 avg_used= 72 block_cnt= 1 chunk_cnt= 1 mod=TntSrvObjPool [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 2 chunk_cnt= 1 mod=RebuildCbNode [MEMORY] hold= 448 used= 64 count= 2 avg_used= 32 block_cnt= 2 chunk_cnt= 1 mod=PalfRCCbNode [MEMORY] hold= 416 used= 2 count= 2 avg_used= 1 block_cnt= 1 chunk_cnt= 1 mod=ObLogEXTHandler [MEMORY] hold= 400 used= 200 count= 1 avg_used= 200 block_cnt= 1 chunk_cnt= 1 mod=ExTabletMapLk [MEMORY] hold= 304 used= 112 count= 1 avg_used= 112 block_cnt= 1 chunk_cnt= 1 mod=Coordinator [MEMORY] hold= 256 used= 56 count= 1 avg_used= 56 block_cnt= 1 chunk_cnt= 1 mod=ResRuleInfoMap [MEMORY] hold= 208 used= 16 count= 1 avg_used= 16 block_cnt= 1 chunk_cnt= 1 mod=logservice [MEMORY] hold= 504,618,848 used= 498,387,418 count= 4,615 avg_used= 107,992 mod=SUMMARY [2024-12-02 13:54:43.295045] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=30] kill and revert session(conn.sessid_=3221488676, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.295042] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=5][errcode=0] server close connection(sessid=3221488676, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.295051] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=19] [MEMORY] tenant_id= 1020 ctx_id= TRANS_CTX_MGR_ID hold= 2,097,152 used= 1,458,176 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 1,458,176 used= 1,446,656 count= 2 avg_used= 723,328 block_cnt= 2 chunk_cnt= 1 mod=PartTranCtxMgr [MEMORY] hold= 1,458,176 used= 1,446,656 count= 2 avg_used= 723,328 mod=SUMMARY [2024-12-02 13:54:43.295057] INFO [SERVER] process (obmp_quit.h:56) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=14] quit [2024-12-02 13:54:43.295064] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1020 ctx_id= PLAN_CACHE_CTX_ID hold= 2,097,152 used= 474,496 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 441,600 used= 401,200 count= 18 avg_used= 22,288 block_cnt= 18 chunk_cnt= 1 mod=SqlPhyPlan [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 1 mod=SqlPlanCache [MEMORY] hold= 13,568 used= 12,800 count= 4 avg_used= 3,200 block_cnt= 2 chunk_cnt= 1 mod=CreateContext [MEMORY] hold= 3,072 used= 2,688 count= 2 avg_used= 1,344 block_cnt= 1 chunk_cnt= 1 mod=PlanCache [MEMORY] hold= 474,496 used= 432,560 count= 26 avg_used= 16,636 mod=SUMMARY [2024-12-02 13:54:43.295065] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.295071] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=6][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.295076] WDIAG [SERVER] response (obmp_base.cpp:87) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.295080] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1020 ctx_id= CO_STACK hold= 125,829,120 used= 123,863,040 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 123,863,040 used= 123,632,640 count= 240 avg_used= 515,136 block_cnt= 240 chunk_cnt= 60 mod=CoStack [MEMORY] hold= 123,863,040 used= 123,632,640 count= 240 avg_used= 515,136 mod=SUMMARY [2024-12-02 13:54:43.295081] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=4][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.295087] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295092] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE973-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295096] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=6] [MEMORY] tenant_id= 1020 ctx_id= KVSTORE_CACHE_ID hold= 4,194,304 used= 4,194,304 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 4,194,304 used= 0 count= 2 avg_used= 0 block_cnt= 0 chunk_cnt= 0 mod=KvstorCacheMb [MEMORY] hold= 4,194,304 used= 0 count= 2 avg_used= 0 mod=SUMMARY [2024-12-02 13:54:43.295096] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320108][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295108] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=5] [MEMORY] tenant_id= 1020 ctx_id= META_OBJ_CTX_ID hold= 10,485,760 used= 8,880,128 limit= 1,503,238,540 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 8,257,536 used= 8,225,280 count= 126 avg_used= 65,280 block_cnt= 126 chunk_cnt= 5 mod=N_TabletPool [MEMORY] hold= 401,408 used= 400,064 count= 2 avg_used= 200,032 block_cnt= 2 chunk_cnt= 1 mod=PoolFreeList [MEMORY] hold= 221,184 used= 196,773 count= 3 avg_used= 65,591 block_cnt= 3 chunk_cnt= 1 mod=L_TabletPool [MEMORY] hold= 8,880,128 used= 8,822,117 count= 131 avg_used= 67,344 mod=SUMMARY [2024-12-02 13:54:43.295103] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] can close safely, do destroy(*s={this:0xffff0fa88030, session_id:3221488676, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:237}, err:5, last_decode_time:1733118883294438, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:244, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.295136] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=6] [MEMORY] tenant_id= 1020 ctx_id= TX_DATA_TABLE hold= 37,789,696 used= 35,741,440 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 0 free_size= 0 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [MEMORY] hold= 35,725,184 used= 35,667,584 count= 6 avg_used= 5,944,597 block_cnt= 6 chunk_cnt= 4 mod=MEMTABLE_ARENA [MEMORY] hold= 16,256 used= 15,872 count= 2 avg_used= 7,936 block_cnt= 2 chunk_cnt= 1 mod=TX_DATA_ARENA [MEMORY] hold= 35,741,440 used= 35,683,456 count= 8 avg_used= 4,460,432 mod=SUMMARY [2024-12-02 13:54:43.295135] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=14] unlock session of tenant(conn.sessid_=3221488676, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.295164] INFO [LIB] print_usage (ob_tenant_ctx_allocator.cpp:180) [2319545][MemoryDump][T0][Y0-0000000000000000-0-0] [lt=10] [MEMORY] tenant_id= 1020 ctx_id= MERGE_RESERVE_CTX_ID hold= 33,554,432 used= 0 limit= 9,223,372,036,854,775,807 [MEMORY] idle_size= 33,554,432 free_size= 33,554,432 [MEMORY] wash_related_chunks= 0 washed_blocks= 0 washed_size= 0 [MEMORY] request_cached_chunk_cnt= 0 [2024-12-02 13:54:43.295147] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=10] connection close(sessid=3221488676, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F7EE972-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:134, rec_:134, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:1, seq_:7}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:8}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.295212] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=20] free session successfully(sessid=3221488676) [2024-12-02 13:54:43.295229] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=16] mark session id unused(sessid=3221488676) [2024-12-02 13:54:43.295230] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320108][T1_L0_G0][T1][YB42C0A800AF-000628430F7EE974-0-0] [lt=5] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11008, add_timestamp:1733118883295218}) [2024-12-02 13:54:43.295240] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA0-0-0] [lt=13] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11008, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.295246] INFO [SERVER] process (obmp_connect.cpp:523) [2320024][T1_MysqlQueueTh][T1][Y0-0006284304BEEA57-0-0] [lt=10] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488673, proxy_sessid=0, client_sessid=3221488673, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.295257] INFO [SERVER] process (obmp_connect.cpp:523) [2320025][T1_MysqlQueueTh][T1][Y0-00062843059EEA49-0-0] [lt=10] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488672, proxy_sessid=0, client_sessid=3221488672, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.295390] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=33][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fadcdf0, session_id:3221488685, trace_id:YB42C0A800AF-000628430F8EE95B-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:246}, err:5, last_decode_time:1733118883294438, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:562, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.295414] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=19] kill and revert session(conn.sessid_=3221488685, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.295428] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=9][errcode=0] server close connection(sessid=3221488685, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.295443] INFO [SERVER] process (obmp_quit.h:56) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=13] quit [2024-12-02 13:54:43.295454] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.295469] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=15][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.295451] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA0-0-0] [lt=11] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11008, locations=[{table_id:11008, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883295435, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.295473] WDIAG [SERVER] response (obmp_base.cpp:87) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=5][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.295482] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=8][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.295477] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA0-0-0] [lt=25] success to process renew task(task={tenant_id:1, table_id:11008, add_timestamp:1733118883295218}, locations=[{table_id:11008, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883295435, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.295488] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295493] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95B-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295504] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=10][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295575] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=18] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12325, add_timestamp:1733118883295564}) [2024-12-02 13:54:43.295584] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA1-0-0] [lt=15] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12325, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.295764] INFO [SERVER] process (obmp_connect.cpp:523) [2320023][T1_MysqlQueueTh][T1][Y0-0006284304AEEA4C-0-0] [lt=14] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=127.0.0.1, tenant_name=sys, tenant_id=1, user_name=ocp_monitor, host_name=%, sessid=3221488671, proxy_sessid=0, client_sessid=3221488671, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=true, proc_ret=0, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:43.295776] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA1-0-0] [lt=12] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12325, locations=[{table_id:12325, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883295763, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.295792] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA1-0-0] [lt=14] success to process renew task(task={tenant_id:1, table_id:12325, add_timestamp:1733118883295564}, locations=[{table_id:12325, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883295763, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.295808] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=12] can close safely, do destroy(*s={this:0xffff0fadcdf0, session_id:3221488685, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:246}, err:5, last_decode_time:1733118883294438, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:567, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.295856] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=37][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fadc030, session_id:3221488684, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:245}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:738, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.295870] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=17] unlock session of tenant(conn.sessid_=3221488685, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.295869] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=18][errcode=-4008] query response time size is 0(MTL_ID()=1, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.295892] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=26] kill and revert session(conn.sessid_=3221488684, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.295895] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1001][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=23][errcode=-4008] query response time size is 0(MTL_ID()=1001, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.295907] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1002][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=10][errcode=-4008] query response time size is 0(MTL_ID()=1002, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.295886] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=14] connection close(sessid=3221488685, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430E5EE9B6-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:457, rec_:457, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:6, seq_:8}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:9}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:12}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:13}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.295915] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1019][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=5][errcode=-4008] query response time size is 0(MTL_ID()=1019, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.295922] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1020][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=4][errcode=-4008] query response time size is 0(MTL_ID()=1020, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.295927] WDIAG [SERVER] inner_get_next_row (ob_information_query_response_time.cpp:105) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=4][errcode=-4008] fail to execute(ret=-4008) [2024-12-02 13:54:43.295921] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=7][errcode=0] server close connection(sessid=3221488684, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.295943] INFO [SERVER] process (obmp_quit.h:56) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=18] quit [2024-12-02 13:54:43.295952] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.295959] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=7][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.295964] WDIAG [SERVER] response (obmp_base.cpp:87) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=5][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.295957] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=8] free session successfully(sessid=3221488685) [2024-12-02 13:54:43.295969] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=4][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.295962] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=12][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fade030, session_id:3221488686, trace_id:YB42C0A800AF-000628430F8EE95C-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:247}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:667, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.295972] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=14] mark session id unused(sessid=3221488685) [2024-12-02 13:54:43.295976] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295950] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1733118883063936000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=231992, in_cluster_service=true, cluster_version={val:1733118882996538000, v:0}, min_cluster_version={val:1733118882996538000, v:0}, max_cluster_version={val:1733118882996538000, v:0}, get_cluster_version_err=0, cluster_version_delta=299390, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=7122, succ_cluster_heartbeat_count=39, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118867988898000, v:0}, local_cluster_delta=15307030, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:43.295980] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488686, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.295983] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C6-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295991] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320101][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=8][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.295990] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=16][errcode=0] server close connection(sessid=3221488686, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.295988] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=7] can close safely, do destroy(*s={this:0xffff0fadc030, session_id:3221488684, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:245}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:743, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.296001] INFO [SERVER] process (obmp_quit.h:56) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=9] quit [2024-12-02 13:54:43.296004] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=11] unlock session of tenant(conn.sessid_=3221488684, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.296006] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=5][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.296018] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=12][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.296022] WDIAG [SERVER] response (obmp_base.cpp:87) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.296027] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=4][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.296031] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296037] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320109][T1_L0_G0][T1][YB42C0A800AF-000628430F8EE95C-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296041] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296018] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=13] connection close(sessid=3221488684, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430EFEE9C5-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:633, rec_:633, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:6, seq_:8}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:9}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:12}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:13}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.296047] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=27] can close safely, do destroy(*s={this:0xffff0fade030, session_id:3221488686, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:247}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:672, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.296050] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=7][errcode=-4008] query response time size is 0(MTL_ID()=1, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.296062] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1001][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=11][errcode=-4008] query response time size is 0(MTL_ID()=1001, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.296068] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1002][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=5][errcode=-4008] query response time size is 0(MTL_ID()=1002, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.296073] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1019][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=4][errcode=-4008] query response time size is 0(MTL_ID()=1019, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.296077] WDIAG [SERVER] process_curr_tenant (ob_information_query_response_time.cpp:131) [2320100][T1_L0_G0][T1020][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=3][errcode=-4008] query response time size is 0(MTL_ID()=1020, time=0xffff86bba8e0, ret=-4008) [2024-12-02 13:54:43.296081] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] unlock session of tenant(conn.sessid_=3221488686, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.296083] WDIAG [SERVER] inner_get_next_row (ob_information_query_response_time.cpp:105) [2320100][T1_L0_G0][T1][YB42C0A800AF-000628430E5EE9B7-0-0] [lt=5][errcode=-4008] fail to execute(ret=-4008) [2024-12-02 13:54:43.296092] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=5] free session successfully(sessid=3221488684) [2024-12-02 13:54:43.296106] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=14] mark session id unused(sessid=3221488684) [2024-12-02 13:54:43.296091] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488686, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430C9EEFFC-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:562, rec_:562, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:4, seq_:6}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:7}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:10}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:11}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.296155] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3] free session successfully(sessid=3221488686) [2024-12-02 13:54:43.296145] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320101][T1_L0_G0][T1][YB42C0A800AF-000628430EFEE9C7-0-0] [lt=4] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:11037, add_timestamp:1733118883296131}) [2024-12-02 13:54:43.296164] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320109][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=8] mark session id unused(sessid=3221488686) [2024-12-02 13:54:43.296155] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA2-0-0] [lt=16] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=11037, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:43.296341] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA2-0-0] [lt=13] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=11037, locations=[{table_id:11037, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883296330, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.296362] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA2-0-0] [lt=20] success to process renew task(task={tenant_id:1, table_id:11037, add_timestamp:1733118883296131}, locations=[{table_id:11037, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118883296330, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:43.296432] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=25][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fa84df0, session_id:3221488673, trace_id:YB42C0A800AF-000628430C9EEFFD-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:235}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:1104, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.296453] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=17] kill and revert session(conn.sessid_=3221488673, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.296462] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=12][errcode=0] server close connection(sessid=3221488673, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.296474] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=11] quit [2024-12-02 13:54:43.296480] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=5][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.296490] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=9][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.296494] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.296502] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=7][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.296510] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=6][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296514] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFD-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296517] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296693] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=30][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fa84030, session_id:3221488672, trace_id:YB42C0A800AF-000628430C9EEFFE-0-0, sql_handling_stage:10, sql_initiative_shutdown:false, reader:{fd:233}, err:5, last_decode_time:1733118883296549, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:615, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.296711] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488672, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.296712] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=4][errcode=0] server close connection(sessid=3221488672, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.296723] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=10] quit [2024-12-02 13:54:43.296728] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=4][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.296735] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=7][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.296739] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.296746] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=6][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.296751] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296758] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFE-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.296762] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.297732] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] can close safely, do destroy(*s={this:0xffff22a8adf0, session_id:3221488680, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:241}, err:5, last_decode_time:1733118883293383, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:208, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.297790] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=20] unlock session of tenant(conn.sessid_=3221488680, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.297802] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] connection close(sessid=3221488680, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F6EE952-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:98, rec_:98, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:4, seq_:6}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:7}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:5, seq_:12}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:13}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.297840] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=32][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff22a08df0, session_id:3221488678, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:false, reader:{fd:239}, err:5, last_decode_time:1733118883293383, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:562, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.297859] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488678, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.297860] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7] free session successfully(sessid=3221488680) [2024-12-02 13:54:43.297872] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=11] mark session id unused(sessid=3221488680) [2024-12-02 13:54:43.297900] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFF-0-0] [lt=3][errcode=0] server close connection(sessid=3221488679, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.297912] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EEFFF-0-0] [lt=11] quit [2024-12-02 13:54:43.297929] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:976) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] sock ref clean, do destroy(*s={this:0xffff22a08df0, session_id:3221488678, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:false, reader:{fd:239}, err:5, last_decode_time:1733118883293383, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:562, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.297966] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=14] unlock session of tenant(conn.sessid_=3221488678, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.297976] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488678, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F3EE994-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:7, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:457, rec_:457, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:9}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:10}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}], disconnect_state=4) [2024-12-02 13:54:43.298003] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:878) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=24][errcode=-4015] close sql sock by user req(*s={this:0xffff22a8a030, session_id:3221488679, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:240}, err:5, last_decode_time:1733118883297603, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:544, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.298016] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] kill and revert session(conn.sessid_=3221488679, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.298022] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7] free session successfully(sessid=3221488678) [2024-12-02 13:54:43.298034] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=11] mark session id unused(sessid=3221488678) [2024-12-02 13:54:43.298038] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4] can close safely, do destroy(*s={this:0xffff22a8a030, session_id:3221488679, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:240}, err:5, last_decode_time:1733118883297603, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:544, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.298072] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=14] unlock session of tenant(conn.sessid_=3221488679, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.298082] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488679, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F0EE9B0-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:434, rec_:434, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:9}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:10}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.298135] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4] free session successfully(sessid=3221488679) [2024-12-02 13:54:43.298146] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=10] mark session id unused(sessid=3221488679) [2024-12-02 13:54:43.299151] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] can close safely, do destroy(*s={this:0xffff0fa84030, session_id:3221488672, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:233}, err:5, last_decode_time:1733118883296549, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:620, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.299202] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=21] unlock session of tenant(conn.sessid_=3221488672, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.299211] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] connection close(sessid=3221488672, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-0006284310AEE955-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:510, rec_:510, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:7, seq_:9}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:10}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:3, seq_:13}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:14}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.299254] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3] free session successfully(sessid=3221488672) [2024-12-02 13:54:43.299267] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=12] mark session id unused(sessid=3221488672) [2024-12-02 13:54:43.299352] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=3][errcode=0] server close connection(sessid=3221488674, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.299358] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=26][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xffff0fa86030, session_id:3221488674, trace_id:YB42C0A800AF-000628430C9EF000-0-0, sql_handling_stage:10, sql_initiative_shutdown:false, reader:{fd:234}, err:5, last_decode_time:1733118883298657, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:236, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.299365] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=12] quit [2024-12-02 13:54:43.299374] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.299379] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=4][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.299378] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488674, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.299382] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.299388] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=4][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.299384] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=5] can close safely, do destroy(*s={this:0xffff0fa86030, session_id:3221488674, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:234}, err:5, last_decode_time:1733118883298657, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:241, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.299393] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.299400] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF000-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.299407] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.299416] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] unlock session of tenant(conn.sessid_=3221488674, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.299424] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] connection close(sessid=3221488674, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F7EE974-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:131, rec_:131, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:37, seq_:43}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:44}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.299459] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3] free session successfully(sessid=3221488674) [2024-12-02 13:54:43.299469] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=9] mark session id unused(sessid=3221488674) [2024-12-02 13:54:43.300151] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] socket closed, it maybe disconnected by the client or by observer actively(mask=8197, *s={this:0xfffe60dfcf70, session_id:3221488671, trace_id:YB42C0A800AF-000628430C9EF001-0-0, sql_handling_stage:3, sql_initiative_shutdown:false, reader:{fd:232}, err:5, last_decode_time:1733118883299712, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:290, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.300168] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488671, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.300174] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=3][errcode=0] server close connection(sessid=3221488671, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xb74af60 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:43.300187] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=11] quit [2024-12-02 13:54:43.300197] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.300205] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=8][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.300209] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=4][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.300217] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=7][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.300225] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=8][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.300230] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF001-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.300237] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.301651] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:760) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] success to update min reserved snapshot(reserved_snapshot=1733117072944658000, duration=1800, snapshot_gc_ts=1733118872944658000) [2024-12-02 13:54:43.301700] INFO [STORAGE] try_update_reserved_snapshot (ob_tenant_freeze_info_mgr.cpp:787) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=23] update reserved snapshot finished(cost_ts=52, reserved_snapshot=1733117072944658000) [2024-12-02 13:54:43.303690] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303718] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=26][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303748] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=20][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303758] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=10][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303768] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303773] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303781] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=6][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303790] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303803] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303811] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303798] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6885814272, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:43.303824] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=10][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303830] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=6][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303842] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303850] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303861] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303869] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303880] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303884] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=3][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303895] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303903] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303915] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303922] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303933] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303941] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303953] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303960] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303971] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303979] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.303990] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.303997] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304009] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304016] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304023] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=5][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304031] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304042] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304049] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304061] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304068] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304079] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304087] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304098] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304105] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304116] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304123] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304131] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304139] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304146] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304154] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304166] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304174] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304185] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304193] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304193] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2324860][T1019_TabletShe][T1019][Y0-0000000000000000-0-0] [lt=10] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:43.304205] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304213] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304219] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2324860][T1019_TabletShe][T1019][Y0-0000000000000000-0-0] [lt=14] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=61) [2024-12-02 13:54:43.304225] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304232] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304240] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304248] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304260] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304264] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304275] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304283] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304294] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304302] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304313] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304321] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304332] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304340] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304351] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304359] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304370] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304378] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304390] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=9][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304398] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304406] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304413] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304421] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304429] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304436] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304444] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304455] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304462] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304473] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304481] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304492] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304499] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304510] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304518] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304529] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304533] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304541] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=6][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304549] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304559] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304567] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304577] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304585] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304596] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304604] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304614] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304623] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304634] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304641] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=7][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304652] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] char type length is too long(max_accuracy_len=8, trunc_len_char=11) [2024-12-02 13:54:43.304656] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12044) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=4][errcode=0] string accuracy check failed(cast_ret=-5167, ret=0, warning=-5167, is_oracle=false, meta={type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}) [2024-12-02 13:54:43.304612] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883269210, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228129, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.304667] WDIAG [SQL] string_length_check (ob_datum_cast.cpp:12031) [2320099][T1_L0_G0][T1][YB42C0A800AF-000628430D3EEA37-0-0] [lt=8][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.304833] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1357864, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.305075] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_sys_event.cpp:102) [2320104][T1_L0_G0][T1][YB42C0A800AF-000628430F2EE9B0-0-0] [lt=11][errcode=-4008] execute fail(ret=-4008) [2024-12-02 13:54:43.305144] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_sys_stat.cpp:300) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98E-0-0] [lt=17][errcode=-4008] execute fail(ret=-4008) [2024-12-02 13:54:43.305266] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7] can close safely, do destroy(*s={this:0xfffe60dfcf70, session_id:3221488671, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:232}, err:5, last_decode_time:1733118883299712, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:295, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.305315] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=15] unlock session of tenant(conn.sessid_=3221488671, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.305327] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488671, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430EFEE9C7-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:185, rec_:185, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:2, seq_:4}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:5}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:1, seq_:6}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:7}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.305370] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4] free session successfully(sessid=3221488671) [2024-12-02 13:54:43.305382] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=12] mark session id unused(sessid=3221488671) [2024-12-02 13:54:43.306388] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=4][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.306400] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=11] quit [2024-12-02 13:54:43.306405] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=4][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.306397] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=26][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.306410] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=4][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.306414] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=3][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.306416] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=14] kill and revert session(conn.sessid_=3221488675, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.306418] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=3][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.306426] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.306430] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF002-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.306426] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=9] can close safely, do destroy(*s={this:0xffff0fa86df0, session_id:3221488675, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:236}, err:5, last_decode_time:1733118883306031, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:798, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.306434] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.306459] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=11] unlock session of tenant(conn.sessid_=3221488675, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.306469] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=8] connection close(sessid=3221488675, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F5EE98E-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:688, rec_:688, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:370, seq_:120}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:121}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.306491] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=5] free session successfully(sessid=3221488675) [2024-12-02 13:54:43.306498] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7] mark session id unused(sessid=3221488675) [2024-12-02 13:54:43.306860] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.306883] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=1] quit [2024-12-02 13:54:43.306882] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=17] kill and revert session(conn.sessid_=3221488681, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.306892] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.306896] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=4][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.306903] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=6][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.306907] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=3][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.306914] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.306917] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF003-0-0] [lt=3][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.306924] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=6][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.307610] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:43.310512] WDIAG [SERVER] inner_get_next_row (ob_all_virtual_sys_event.cpp:102) [2320103][T1_L0_G0][T1][YB42C0A800AF-000628430F1EE9A5-0-0] [lt=18][errcode=-4008] execute fail(ret=-4008) [2024-12-02 13:54:43.310860] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:1001) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.310882] INFO [SERVER] process (obmp_quit.h:56) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=1] quit [2024-12-02 13:54:43.310890] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.310890] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=24] kill and revert session(conn.sessid_=3221488682, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.310900] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=9][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.310904] WDIAG [SERVER] response (obmp_base.cpp:87) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=5][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.310911] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=6][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.310919] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.310926] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320098][T1_L0_G0][T1][YB42C0A800AF-000628430C9EF004-0-0] [lt=6][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.310933] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=7][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.320227] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883271301, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228129, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.320434] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=810073, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.320862] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=18] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:43.320888] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=20] temporary file module use no blocks [2024-12-02 13:54:43.320899] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:43.320913] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:43.320925] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238630819334, flush_io_finished_ret_:0, flush_io_finished_round_:306, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:43.321973] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883274461, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228129, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.322176] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=48000, remain_us=858252, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.322552] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=18] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:43.322713] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2324857][T1019_Flush][T1019][Y0-0000000000000000-0-0] [lt=8] ====== traversal_flush timer task ====== [2024-12-02 13:54:43.323100] INFO [MDS] flush (mds_table_mgr.cpp:195) [2324857][T1019_Flush][T1019][YB42C0A800AF-00062843158EE988-0-0] [lt=12] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:2, ordered_tablets:{{tablet_id:{id:50003}, rec_scn:{val:1733118589401543005, v:0}}, {tablet_id:{id:50114}, rec_scn:{val:1733118589401543007, v:0}}, }, max_consequent_callbacked_scn={val:1733118883246029000, v:0}, *this={this:0xfffe52c7c6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890976952000, latest_log_ts:{val:1733118874385661001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:1, palf_env_:0xfffe5ddc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.323180] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2324857][T1019_Flush][T1019][YB42C0A800AF-00062843158EE988-0-0] [lt=74] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:43.325541] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883270247, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228129, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.325741] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=499662, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.331073] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883230227, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883228125, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.331261] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6654436, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=283, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.331862] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] can close safely, do destroy(*s={this:0xfffe3a7fcdf0, session_id:3221488682, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:243}, err:5, last_decode_time:1733118883310212, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:659, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.331851] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.331922] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=23] unlock session of tenant(conn.sessid_=3221488682, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.331933] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] connection close(sessid=3221488682, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F1EE9A5-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:549, rec_:549, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:4, seq_:6}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:7}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:25, seq_:32}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:33}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.331921] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=67] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.331976] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=1] kill and revert session(conn.sessid_=3221488669, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.331975] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3] free session successfully(sessid=3221488682) [2024-12-02 13:54:43.331988] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=12] mark session id unused(sessid=3221488682) [2024-12-02 13:54:43.332028] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:976) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10] sock ref clean, do destroy(*s={this:0xffff22a14df0, session_id:3221488669, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:false, reader:{fd:230}, err:5, last_decode_time:1733118883290220, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:228, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:43.332063] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=14] unlock session of tenant(conn.sessid_=3221488669, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.332073] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488669, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430D3EEA37-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:7, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:123, rec_:123, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:1, seq_:3}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:4}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:1, seq_:5}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}], disconnect_state=4) [2024-12-02 13:54:43.332111] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3] free session successfully(sessid=3221488669) [2024-12-02 13:54:43.332122] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=11] mark session id unused(sessid=3221488669) [2024-12-02 13:54:43.332273] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.332304] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.332402] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=15][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.332588] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.332605] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.334055] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:43.334079] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.334176] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.334238] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.334290] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.334307] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.334334] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.334344] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.334354] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.334387] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4BE-0-0] [lt=52] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13838) [2024-12-02 13:54:43.335431] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.335444] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.335465] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.335475] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.335505] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.335521] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.335534] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:43.335582] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:43.335592] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.336113] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.336113] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.336163] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=49] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.336162] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.338789] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.338812] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.339925] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.339944] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.340583] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:43.340922] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883303924, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883295495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.341103] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1321594, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.345077] INFO [BALANCE.TRANSFER] do_work (ob_tenant_transfer_service.cpp:146) [2320346][T1002_TntTransf][T1002][YB42C0A800AF-000628430B7EE994-0-0] [lt=20] [TENANT_TRANSFER] finish one round(ret=0, ret="OB_SUCCESS", all_tasks_count=0, thread_task_count=0, thread_idx=0) [2024-12-02 13:54:43.345473] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=1] kill and revert session(conn.sessid_=3221488677, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:43.345504] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=17][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.345528] INFO [SERVER] process (obmp_quit.h:56) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=21] quit [2024-12-02 13:54:43.345535] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:163) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009) [2024-12-02 13:54:43.345542] WDIAG [SERVER] flush_buffer (obmp_packet_sender.cpp:1071) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=6][errcode=-4009] write response fail(ret=-4009) [2024-12-02 13:54:43.345548] WDIAG [SERVER] response (obmp_base.cpp:87) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=6][errcode=-4009] failed to flush_buffer(ret=-4009) [2024-12-02 13:54:43.345554] WDIAG [RPC.FRAME] run (ob_sql_processor.cpp:50) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=5][errcode=-4009] response rpc result fail(ret=-4009, tmp_ret=-4009) [2024-12-02 13:54:43.345561] WDIAG [SERVER.OMT] process_one (ob_worker_processor.cpp:89) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=5][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.345569] WDIAG [SERVER.OMT] process (ob_worker_processor.cpp:157) [2320107][T1_L0_G0][T1][YB42C0A800AF-000628430F5EE98F-0-0] [lt=4][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.345573] WDIAG [SERVER.OMT] process_request (ob_th_worker.cpp:250) [2320107][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=3][errcode=-4009] process request fail(ret=-4009) [2024-12-02 13:54:43.346764] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.346804] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244474372876, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.346823] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.346847] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244456354196, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.346855] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.350546] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.350568] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.352021] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.352038] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.356379] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=3) [2024-12-02 13:54:43.359427] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2319895][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=19] run rewrite rule refresh task(rule_mgr_->tenant_id_=1) [2024-12-02 13:54:43.360756] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319895][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=19] get number(ret=0, service_type_=0, range=1, base_id=1733118883359711000, start_id=1733118883359711000, end_id=1733118883359711001) [2024-12-02 13:54:43.366087] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2324571][T1020_LogLoop][T1020][Y0-0000000000000000-0-0] [lt=18] LogLoopThread round_cost_time(us)(round_cost_time=20) [2024-12-02 13:54:43.366603] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=17] PNIO [ratelimit] time: 1733118883366595, bytes: 19693930, bw: 0.036632 MB/s, add_ts: 1007628, add_bytes: 38704 [2024-12-02 13:54:43.366838] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=2785, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:43.366865] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=26][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192731557}], scn_array=[cnt:1, {val:1733118883163899001, v:0}], curr_size=122, accum_size=1544, time_cost=13020) [2024-12-02 13:54:43.366891] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:43.366939] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=5, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:43.366958] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4572, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:43.366979] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=30, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:43.369493] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883319694, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883295495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.369730] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=50000, remain_us=760777, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.370102] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=8] ====== checkpoint timer task ====== [2024-12-02 13:54:43.370262] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883321800, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883295495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.370466] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=809962, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.371297] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=14] succ to get rec scn(*this={this:0xfffe46e04030, ls_id:{id:1}, tenant_id:1020, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"F_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"F_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:18446744073709551615, v:3}, max_applied_start_working_ts_:{val:18446744073709551615, v:3}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118591007422, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:701}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.371328] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=30] tx ctx memtable get rec scn(this={ObITable:{this:0xfffe3eebf490, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffe3eebf490, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.371441] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=19] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xfffe452286d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.371499] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=57] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="ALL_EMPTY", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]=NULL, min_rec_scn={val:4611686018427387903, v:0}, ls_id_={id:1}) [2024-12-02 13:54:43.371516] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:43.371528] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=11] get rec log scn(service_type_=0, rec_log_ts={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.371537] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.371548] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1731915799184118001, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:43.371565] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=12] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1731915799184118001, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:43.371578] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:193) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] expexted when no log callbacked or replayed(checkpoint_scn={val:1732874408973130000, v:0}, checkpoint_scn_in_ls_meta={val:1732874408973130001, v:0}, ls_id={id:1}) [2024-12-02 13:54:43.371596] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.371613] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=17] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:1476304896}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:43.372798] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=8] succ to get rec scn(*this={this:0xfffe46eb6030, ls_id:{id:1001}, tenant_id:1020, tx_ls_state_mgr:{ls_id_:{id:1001}, cur_state_.state_val_:{state_:"F_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"F_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:18446744073709551615, v:3}, max_applied_start_working_ts_:{val:18446744073709551615, v:3}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118641013976, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1316}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.372818] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=20] tx ctx memtable get rec scn(this={ObITable:{this:0xfffe3eebe080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffe3eebe080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.372924] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=14] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xfffe453b06d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.372966] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=42] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="ALL_EMPTY", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]=NULL, min_rec_scn={val:4611686018427387903, v:0}, ls_id_={id:1001}) [2024-12-02 13:54:43.372976] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=8] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1001}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1731900463310700000, v:0}) [2024-12-02 13:54:43.372987] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=8] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1731915799177796000, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:43.372998] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=10] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:1731915799177796000, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:43.373009] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:193) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=10] [CHECKPOINT] expexted when no log callbacked or replayed(checkpoint_scn={val:1732874426991810002, v:0}, checkpoint_scn_in_ls_meta={val:1732874426991810003, v:0}, ls_id={id:1001}) [2024-12-02 13:54:43.373018] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=0] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:6978895872}, ls->get_ls_id()={id:1001}) [2024-12-02 13:54:43.373027] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2324662][T1020_TxCkpt][T1020][Y0-0000000000000000-0-0] [lt=8] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-12-02 13:54:43.378190] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883340738, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883332341, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.378396] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1284301, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.380829] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883324960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883295495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.381031] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=56000, remain_us=444373, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.390747] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1215, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:43.390770] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:43.390803] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=3, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:43.390823] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1265, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:43.390836] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=23, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:43.391809] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17D-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.391831] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17D-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.391844] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17D-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.391837] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=28] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:43.391852] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:43.391865] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.416487] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883377609, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.416695] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246002, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.419554] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883370238, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883350224, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.419760] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=50000, remain_us=760668, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.419818] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883369184, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883350224, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.420003] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=51000, remain_us=710504, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.431351] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883330229, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883295495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.431553] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6554145, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=284, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.431937] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.432008] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=68] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.434107] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:43.434127] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.434335] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=1] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.434352] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.434378] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.434388] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.434397] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.435472] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.435481] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.435500] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.435505] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.435535] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.435550] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.435563] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:43.435610] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:43.435620] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.436458] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BF-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.436489] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BF-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.436601] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4BF-0-0] [lt=19][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.436796] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BF-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.436814] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4BF-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.437121] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883380768, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.437326] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=388078, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.437834] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=45] tx gc loop thread is running(MTL_ID()=1020) [2024-12-02 13:54:43.437852] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=18] try gc retain ctx [2024-12-02 13:54:43.437858] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=5] try to retry start_working [2024-12-02 13:54:43.437878] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=5] finish update min start scn(max_decided_scn={val:1732874408973130000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:0, v:0}, keep_alive_scn_:{val:0, v:0}, update_ts_:0}) [2024-12-02 13:54:43.438954] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.438977] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.439084] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=15] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1020, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.439149] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=53] finish update min start scn(max_decided_scn={val:1732874426991810002, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:0, v:0}, keep_alive_scn_:{val:0, v:0}, update_ts_:0}) [2024-12-02 13:54:43.440117] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.440136] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.440318] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2324678][T1020_TxLoopWor][T1020][Y0-0000000000000000-0-0] [lt=12] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1020, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.445905] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=7] ====== checkpoint timer task ====== [2024-12-02 13:54:43.446812] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1020, server_version={version:{val:1732874408973130000, v:0}, total_part_count:2, valid_inner_part_count:1, valid_user_part_count:1}, server_version_delta=244474473675, in_cluster_service=true, cluster_version={val:1732874408973130000, v:0}, min_cluster_version={val:1732874408973130000, v:0}, max_cluster_version={val:1732874408973130000, v:0}, get_cluster_version_err=0, cluster_version_delta=244474473675, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=2892, succ_cluster_heartbeat_count=632, cluster_heartbeat_interval=50000, local_cluster_version={val:0, v:0}, local_cluster_delta=1733118883446805, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:43.446854] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=33] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.446878] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] get wrs ts(ls_id={id:1}, delta=244474472892, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.446890] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.446909] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1001}, delta=244456454212, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.446916] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=5] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.447114] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=18] succ to get rec scn(*this={this:0xfffe51804030, ls_id:{id:1}, tenant_id:1019, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:2, v:0}, max_applied_start_working_ts_:{val:2, v:0}}, total_tx_ctx_count:2, active_tx_count:2, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118578476866, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:962}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:43.447148] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=33] tx ctx memtable get rec scn(this={ObITable:{this:0xfffe52d7c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xfffe52d7c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:1733118883437595000, v:0}) [2024-12-02 13:54:43.447528] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:265) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=22] [FREEZE]get rec_scn from MdsTableMgr(ret=0, ret="OB_SUCCESS", min_rec_scn={val:1733118589401543005, v:0}, order_flusher_for_one={high_priority_flusher:size:1, ordered_tablets:{{tablet_id:{id:50003}, rec_scn:{val:1733118589401543005, v:0}}, }, *this={this:0xfffe52c7c6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890976952000, latest_log_ts:{val:1733118874385661001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:1, palf_env_:0xfffe5ddc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:43.447590] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=59] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xfffe52c7c2f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xfffe52c8f1d0, memtable_head:0, memtable_tail:1, t3m:0xfffe623a0030, tables:[0xfffe52d6c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xfffe52c914d0, ls_tablet_svr:0xfffe52c7c2d0}, min_rec_scn={val:1733118581745780003, v:0}, ls_id_={id:1}) [2024-12-02 13:54:43.447615] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=21] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:43.447628] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=12] get rec log scn(service_type_=0, rec_log_ts={val:1733118874385661001, v:0}) [2024-12-02 13:54:43.447638] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118581180189005, v:0}) [2024-12-02 13:54:43.447647] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=8] get rec log scn(service_type_=2, rec_log_ts={val:1733118581180189001, v:0}) [2024-12-02 13:54:43.447659] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=8] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:43.447675] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=13] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:43.447688] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733118581180189001, v:0}, checkpoint_scn_in_ls_meta={val:1733118581180189001, v:0}, ls_id={id:1}, service_type="DAS_ID") [2024-12-02 13:54:43.447705] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=10][errcode=0] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.447723] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=18] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:0}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:43.447735] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2324856][T1019_TxCkpt][T1019][Y0-0000000000000000-0-0] [lt=9] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:43.447879] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:43.448036] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.448040] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.448075] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.448078] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.452328] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2324859][T1019_ObTimer][T1019][Y0-0000000000000000-0-0] [lt=10] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:43.452350] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2324859][T1019_ObTimer][T1019][Y0-0000000000000000-0-0] [lt=17] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:43.452365] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2324859][T1019_ObTimer][T1019][Y0-0000000000000000-0-0] [lt=11] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=59) [2024-12-02 13:54:43.455782] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883415532, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375513, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.455966] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1206731, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.460284] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:43.460307] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.464454] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=15, avg_log_batch_cnt=1, total_group_log_size=9276, avg_group_log_size=618) [2024-12-02 13:54:43.464478] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=9276) [2024-12-02 13:54:43.465760] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=8] get number(ret=0, service_type_=0, range=1, base_id=1733118883464981000, start_id=1733118883464981000, end_id=1733118883464981001) [2024-12-02 13:54:43.467744] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=17] gc stale ls task succ [2024-12-02 13:54:43.468294] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:9717) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=11] table not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, table_name.ptr()="data_size:14, data:5F5F616C6C5F7379735F73746174", ret=-5019) [2024-12-02 13:54:43.468320] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:9665) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=23][errcode=-5019] synonym not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, ret=-5019) [2024-12-02 13:54:43.468332] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:9495) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=11][errcode=-5019] fail to resolve table relation recursively(tenant_id=1020, ret=-5019, database_id=201001, database_id=201001, table_name=__all_sys_stat, db_name=oceanbase) [2024-12-02 13:54:43.468340] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:9336) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_sys_stat) [2024-12-02 13:54:43.468351] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3527) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=8][errcode=-5019] fail to resolve table(ret=-5019) [2024-12-02 13:54:43.468359] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3582) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=8][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-12-02 13:54:43.468369] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3678) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] Table 'oceanbase.__all_sys_stat' doesn't exist [2024-12-02 13:54:43.468376] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:16886) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-12-02 13:54:43.468384] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:16814) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-12-02 13:54:43.468391] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:4136) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] resolve basic table failed(ret=-5019) [2024-12-02 13:54:43.468398] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3992) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=6][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-12-02 13:54:43.468405] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1340) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-12-02 13:54:43.468410] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1556) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=4][errcode=-5019] resolve normal query failed(ret=-5019) [2024-12-02 13:54:43.468416] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:190) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=6][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-12-02 13:54:43.468432] WDIAG [SQL] generate_stmt (ob_sql.cpp:3108) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] failed to resolve(ret=-5019) [2024-12-02 13:54:43.468440] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:3229) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=8][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:43.468449] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:5157) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:43.468456] WDIAG [SQL] handle_text_query (ob_sql.cpp:2818) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-12-02 13:54:43.468464] WDIAG [SQL] stmt_query (ob_sql.cpp:232) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] fail to handle text query(stmt=SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version', ret=-5019) [2024-12-02 13:54:43.468473] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:696) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=8][errcode=-5019] executor execute failed(ret=-5019) [2024-12-02 13:54:43.468478] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=4][errcode=-5019] execute failed(ret=-5019, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version'"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.468495] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=11][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-5019}, need_retry=false) [2024-12-02 13:54:43.468509] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:43.468517] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=8][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:43.468524] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-12-02 13:54:43.468544] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2320644][TimezoneMgr][T1020][YB42C0A800AF-000628430A5EEB74-0-0] [lt=7][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version'"}, record_ret=-5019, ret=-5019) [2024-12-02 13:54:43.468556] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2320644][TimezoneMgr][T0][YB42C0A800AF-000628430A5EEB74-0-0] [lt=10][errcode=-5019] failed to process final(executor={ObIExecutor:, sql:"SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version'"}, aret=-5019, ret=-5019) [2024-12-02 13:54:43.468566] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] execute sql failed(ret=-5019, tenant_id=1020, sql=SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version') [2024-12-02 13:54:43.468575] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] retry_while_no_tenant_resource failed(ret=-5019, tenant_id=1020) [2024-12-02 13:54:43.468582] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-5019] execute_read failed(ret=-5019, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:43.468591] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:132) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] query failed(ret=-5019, conn=0xffff4503a050, start=1733118883468144, sql=SELECT value from oceanbase.__all_sys_stat where name = 'current_timezone_version') [2024-12-02 13:54:43.468601] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:67) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-5019] read failed(ret=-5019) [2024-12-02 13:54:43.468609] WDIAG [SHARE] fetch_time_zone_info (ob_time_zone_info_manager.cpp:178) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-5019] fail to execute sql(ret=-5019, tenant_id_=1020) [2024-12-02 13:54:43.468666] WDIAG [SERVER.OMT] operator() (ob_tenant_timezone_mgr.cpp:56) [2320644][TimezoneMgr][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] fail to update time zone info(ret=-5019) [2024-12-02 13:54:43.468706] INFO [CLOG] is_in_sync (ob_log_handler.cpp:709) [2320463][BlackListServic][T1][YB42C0A800AF-00062843073EEBF3-0-0] [lt=16] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-12-02 13:54:43.469850] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883418692, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375513, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.470046] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=51000, remain_us=710382, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.471089] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883419745, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375513, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.471276] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=52000, remain_us=659231, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.471445] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:43.471471] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=23] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.471983] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=29] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:43.478168] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=20] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:43.478217] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=19] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:43.478236] INFO [STORAGE.TRANS] print_stat_ (ob_black_list.cpp:396) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=12] start to print blacklist info [2024-12-02 13:54:43.478383] INFO [STORAGE.TRANS] run1 (ob_black_list.cpp:193) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=9] ls blacklist refresh finish(cost_time=12054) [2024-12-02 13:54:43.489481] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1759) [2024-12-02 13:54:43.491110] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1759) [2024-12-02 13:54:43.491861] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.494411] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883436567, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436567, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.494603] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=330801, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.496050] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883455502, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436573, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.496231] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1166465, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.498279] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17E-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.498299] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17E-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.498308] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17E-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.498884] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=13] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:43.504172] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=25] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6894202880, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:43.508674] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:43.508698] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=18] temporary file module use no blocks [2024-12-02 13:54:43.508709] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:43.508721] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=4048, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:43.508732] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=10] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238631007147, flush_io_finished_ret_:0, flush_io_finished_round_:732, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:43.510762] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2324783][T1019_LogLoop][T1019][Y0-0000000000000000-0-0] [lt=22] LogLoopThread round_cost_time(us)(round_cost_time=14) [2024-12-02 13:54:43.518908] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=8] can close safely, do destroy(*s={this:0xfffe3a7fc030, session_id:3221488681, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:242}, err:5, last_decode_time:1733118883306031, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:351, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.518990] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=23] unlock session of tenant(conn.sessid_=3221488681, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.518999] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=14] can close safely, do destroy(*s={this:0xffff0fa84df0, session_id:3221488673, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:235}, err:5, last_decode_time:1733118883295493, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:1109, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:43.519005] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319719][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=12] connection close(sessid=3221488681, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F2EE9B0-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:241, rec_:241, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:3, seq_:5}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:6}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:5, seq_:11}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:12}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.519046] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=22] unlock session of tenant(conn.sessid_=3221488673, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:43.519055] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319718][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=9] connection close(sessid=3221488673, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430E5EE9B7-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:6, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:999, rec_:999, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:5, seq_:7}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:9}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:43.519065] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4] free session successfully(sessid=3221488681) [2024-12-02 13:54:43.519080] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=15] mark session id unused(sessid=3221488681) [2024-12-02 13:54:43.519119] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320099][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=0] free session successfully(sessid=3221488673) [2024-12-02 13:54:43.519137] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320099][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=17] mark session id unused(sessid=3221488673) [2024-12-02 13:54:43.519220] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8BF-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.519232] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30CB-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.519236] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFCD-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.520432] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30CD-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.520454] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFCF-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.520603] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C1-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.521133] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883469178, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436575, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.521318] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=52000, remain_us=659110, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.523358] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883470231, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436575, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.523537] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=53000, remain_us=606970, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.525479] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=18] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:43.531606] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883431331, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883375513, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.531794] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6453903, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=285, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.531927] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.531989] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.532822] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=13] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1733118883532802], gts:1733118883532368000, latest_srr:[mts=1733118883532802]}) [2024-12-02 13:54:43.532850] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=26] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:43.533100] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=11] gts statistics(tenant_id=1020, gts_rpc_cnt=10, get_gts_cache_cnt=252, get_gts_with_stc_cnt=409, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=0, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:43.534165] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:43.534187] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.534357] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=1] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.534375] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.534401] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.534412] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.534421] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.535496] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.535505] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.535524] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.535529] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.535558] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.535573] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.535586] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:43.535630] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:43.535641] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.535745] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=62] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:43.537313] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883495509, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436579, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.537382] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.537489] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1125208, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.538935] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.538957] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.539008] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=63] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.540083] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.540101] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.545614] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2324872][T1019_TxLoopWor][T1019][Y0-0000000000000000-0-0] [lt=55] tx gc loop thread is running(MTL_ID()=1019) [2024-12-02 13:54:43.545630] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2324872][T1019_TxLoopWor][T1019][Y0-0000000000000000-0-0] [lt=15] try gc retain ctx [2024-12-02 13:54:43.545635] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2324872][T1019_TxLoopWor][T1019][Y0-0000000000000000-0-0] [lt=4] try to retry start_working [2024-12-02 13:54:43.545658] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2324872][T1019_TxLoopWor][T1019][Y0-0000000000000000-0-0] [lt=3] finish update min start scn(max_decided_scn={val:1733118883496562000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118873532688001, v:0}, keep_alive_scn_:{val:1733118878533040001, v:0}, update_ts_:1733118883544978}) [2024-12-02 13:54:43.546028] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=14] current monitor number(seq_=-1) [2024-12-02 13:54:43.546789] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2324872][T1019_TxLoopWor][T1019][Y0-0000000000000000-0-0] [lt=14] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1019, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118890976952000, latest_log_ts:{val:1733118874385661001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:1, palf_env_:0xfffe5ddc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.546884] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] get wrs ts(ls_id={id:1}, delta=244474572901, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.546907] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.546933] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244456554221, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.546945] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.548098] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1019) [2024-12-02 13:54:43.548124] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=23] start lib cache evict(tenant_id=1019, mem_hold=41943040, mem_limit=53687090, cache_obj_num=146, cache_node_num=146) [2024-12-02 13:54:43.548136] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=11] end lib cache evict(tenant_id=1019, cache_evict_num=0, mem_hold=41943040, mem_limit=53687090, cache_obj_num=146, cache_node_num=146) [2024-12-02 13:54:43.548147] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=9] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:43.548313] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C0-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.548338] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C0-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.548451] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C0-0-0] [lt=22][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.548626] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C0-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.548643] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C0-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.551779] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=32][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.551783] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=32][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.551823] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.551823] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.552416] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=8] Dumping All Cache Objs(alloc_obj_list.count()=146, alloc_obj_list=[{obj_id:7, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176672}, {obj_id:8, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176280}, {obj_id:38, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182179}, {obj_id:44, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211198}, {obj_id:206, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:215, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177303}, {obj_id:222, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179930}, {obj_id:225, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200468}, {obj_id:226, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189984}, {obj_id:227, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203213}, {obj_id:231, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198472}, {obj_id:248, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193237}, {obj_id:249, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:250, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184242}, {obj_id:251, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:212145}, {obj_id:252, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184266}, {obj_id:253, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189255}, {obj_id:254, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184666}, {obj_id:255, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193112}, {obj_id:256, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184354}, {obj_id:257, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185558}, {obj_id:258, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192356}, {obj_id:259, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187754}, {obj_id:260, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:338120}, {obj_id:261, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267071}, {obj_id:262, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199260}, {obj_id:263, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206784}, {obj_id:264, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:302218}, {obj_id:265, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231170}, {obj_id:266, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190437}, {obj_id:267, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233233}, {obj_id:268, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:241869}, {obj_id:269, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189533}, {obj_id:270, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196344}, {obj_id:271, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200672}, {obj_id:272, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190169}, {obj_id:273, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181794}, {obj_id:274, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305525}, {obj_id:275, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199320}, {obj_id:276, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200532}, {obj_id:277, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207232}, {obj_id:278, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196165}, {obj_id:279, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189598}, {obj_id:280, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178077}, {obj_id:281, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193961}, {obj_id:282, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192632}, {obj_id:283, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192833}, {obj_id:284, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191433}, {obj_id:285, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176695}, {obj_id:286, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191556}, {obj_id:287, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178572}, {obj_id:288, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174800}, {obj_id:289, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177624}, {obj_id:290, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203779}, {obj_id:291, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175728}, {obj_id:292, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:293, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:294, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:295, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:296, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:297, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:298, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208364}, {obj_id:299, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192126}, {obj_id:300, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209140}, {obj_id:301, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195960}, {obj_id:302, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178200}, {obj_id:303, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182158}, {obj_id:304, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196244}, {obj_id:305, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187527}, {obj_id:306, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191005}, {obj_id:307, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:266839}, {obj_id:308, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216271}, {obj_id:309, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200864}, {obj_id:310, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177792}, {obj_id:311, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:283081}, {obj_id:312, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213975}, {obj_id:313, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179493}, {obj_id:314, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198468}, {obj_id:315, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:316, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176768}, {obj_id:317, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:318, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:319, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:320, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:321, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188461}, {obj_id:322, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193120}, {obj_id:323, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200952}, {obj_id:324, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178392}, {obj_id:325, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209304}, {obj_id:326, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178968}, {obj_id:327, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231810}, {obj_id:328, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187787}, {obj_id:329, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:330, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190414}, {obj_id:331, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185665}, {obj_id:332, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203325}, {obj_id:333, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182624}, {obj_id:334, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216993}, {obj_id:335, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180821}, {obj_id:336, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180458}, {obj_id:337, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196828}, {obj_id:338, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213722}, {obj_id:339, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193222}, {obj_id:340, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:247223}, {obj_id:341, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192380}, {obj_id:342, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221228}, {obj_id:343, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218679}, {obj_id:344, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193340}, {obj_id:345, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194872}, {obj_id:346, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186126}, {obj_id:347, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:214651}, {obj_id:348, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195784}, {obj_id:349, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200720}, {obj_id:350, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:351, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:352, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:353, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:354, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177874}, {obj_id:355, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195876}, {obj_id:356, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183698}, {obj_id:357, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179549}, {obj_id:358, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218440}, {obj_id:359, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200650}, {obj_id:360, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184943}, {obj_id:361, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180644}, {obj_id:362, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178060}, {obj_id:363, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:364, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173952}, {obj_id:365, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:366, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178360}, {obj_id:367, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:368, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190321}, {obj_id:369, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:429953}, {obj_id:371, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:325567}, {obj_id:372, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:447874}, {obj_id:373, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:369041}, {obj_id:374, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202700}, {obj_id:375, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190007}, {obj_id:376, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:546843}, {obj_id:377, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291531}, {obj_id:378, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181334}, {obj_id:379, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193015}, {obj_id:380, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291532}, {obj_id:381, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221018}, {obj_id:581, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:582, tenant_id:1019, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}]) [2024-12-02 13:54:43.552641] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2324800][T1019_PlanCache][T1019][Y0-0000000000000000-0-0] [lt=224] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:43.552690] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883494456, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883436575, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.552873] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=272531, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.556459] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=21] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:43.563125] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1002, server_version={version:{val:1733118883032341002, v:0}, total_part_count:2, valid_inner_part_count:1, valid_user_part_count:1}, server_version_delta=530776, in_cluster_service=true, cluster_version={val:1733118883032341001, v:0}, min_cluster_version={val:1733118883032341001, v:0}, max_cluster_version={val:1733118883032341001, v:0}, get_cluster_version_err=0, cluster_version_delta=530776, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=7079, succ_cluster_heartbeat_count=0, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118870518681000, v:0}, local_cluster_delta=13044436, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:43.571293] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:43.571317] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.573402] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883520785, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883498669, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.573593] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=53000, remain_us=606835, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.576618] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883522891, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883521839, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.576800] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=553707, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.579574] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883536552, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883521839, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.579761] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1082936, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.586481] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2324639][T1020_LockWaitM][T1020][Y0-0000000000000000-0-0] [lt=15] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:43.591914] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.599439] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=13][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:0, dropped:11812, tid:2324578}]) [2024-12-02 13:54:43.604625] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17F-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.604647] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17F-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.604656] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF17F-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.608854] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2320273][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=30] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-12-02 13:54:43.610516] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2324771][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=25] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:43.611959] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883552348, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883548143, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.612145] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=213259, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.615454] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=11] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:43.615470] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=16] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:43.615471] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=7] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:43.615489] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=15] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118883615488) [2024-12-02 13:54:43.615500] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:43.616757] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=10] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:43.616775] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=17] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:43.617940] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:43.617957] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1173) [2024-12-02 13:54:43.617972] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:43.619069] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:43.619087] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1107) [2024-12-02 13:54:43.619099] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:43.620198] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=5] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:43.620216] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1111) [2024-12-02 13:54:43.620226] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:43.621319] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:43.621337] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1101) [2024-12-02 13:54:43.621348] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:43.621361] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:43.621373] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=12] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=15) [2024-12-02 13:54:43.621381] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=8][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:43.621391] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=5881) [2024-12-02 13:54:43.621401] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:43.621410] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=5922) [2024-12-02 13:54:43.621423] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAF-0-0] [lt=9][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:43.621436] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:43.621441] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:43.622845] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883578600, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883574423, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.623028] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1039669, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.625513] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB37-0-0] [lt=19] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.626678] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883573365, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883563889, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.626875] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=553553, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.629233] INFO [SERVER] check_new_jobs (ob_dbms_sched_job_master.cpp:531) [2320439][T1002_DBMSSched][T1002][Y0-0000000000000000-0-0] [lt=16] check new jobs(ret=0, tenant_id=1002, is_oracle_tenant=false, job_infos=[{tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:9, job_name_:"ASYNC_GATHER_STATS_JOB_PROC", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733118791967088, start_date_:1732872191391826, last_date_:1733118791393160, this_date_:0, next_date_:1733119691391826, end_date_:64060560000000000, total_:42999704, interval_:"FREQ=MINUTELY; INTERVAL=15", repeat_interval_:"FREQ=MINUTELY; INTERVAL=15", failures_:0, flag_:0, what_:"DBMS_STATS.ASYNC_GATHER_STATS_JOB_PROC(600000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:600, interval_ts_:900000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:5, job_name_:"FRIDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732888822076822, start_date_:1732888800000000, last_date_:1732888800001351, this_date_:0, next_date_:1733493600000000, end_date_:64060560000000000, total_:22075471, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:1, job_name_:"MONDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871291398489, start_date_:1733148000000000, last_date_:0, this_date_:0, next_date_:1733148000000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:8, job_name_:"OPT_STATS_HISTORY_MANAGER", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733044091620948, start_date_:1732957691391754, last_date_:1733044091392900, this_date_:0, next_date_:1733130491391754, end_date_:64060560000000000, total_:461652, interval_:"FREQ=DAYLY; INTERVAL=1", repeat_interval_:"FREQ=DAYLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.PURGE_STATS(NULL)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:43200, interval_ts_:86400000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:6, job_name_:"SATURDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732917604906401, start_date_:1732917600000000, last_date_:1732917600001411, this_date_:0, next_date_:1733522400000000, end_date_:64060560000000000, total_:4904990, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:7, job_name_:"SUNDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1733004006016335, start_date_:1733004000000000, last_date_:1733004000001303, this_date_:0, next_date_:1733608800000000, end_date_:64060560000000000, total_:6015032, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(72000000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:72000, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:4, job_name_:"THURSDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871291398489, start_date_:1733407200000000, last_date_:0, this_date_:0, next_date_:1733407200000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:2, job_name_:"TUESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871291398489, start_date_:1733234400000000, last_date_:0, this_date_:0, next_date_:1733234400000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}, {tenant_id_:1002, user_id_:18446744073709551615, database_id_:18446744073709551615, job_:3, job_name_:"WEDNESDAY_WINDOW", lowner_:"root@%", powner_:"root@%", cowner_:"oceanbase", last_modify_:1732871291398489, start_date_:1733320800000000, last_date_:0, this_date_:0, next_date_:1733320800000000, end_date_:64060560000000000, total_:0, interval_:"FREQ=WEEKLY; INTERVAL=1", repeat_interval_:"FREQ=WEEKLY; INTERVAL=1", failures_:0, flag_:0, what_:"DBMS_STATS.GATHER_DATABASE_STATS_JOB_PROC(14400000000)", nlsenv_:"", charenv_:"", field1_:"", scheduler_flags_:0, enabled_:true, auto_drop_:false, max_run_duration_:14400, interval_ts_:604800000000}]) [2024-12-02 13:54:43.629306] INFO [SERVER] check_tenant (ob_dbms_sched_job_master.cpp:520) [2320439][T1002_DBMSSched][T1002][Y0-0000000000000000-0-0] [lt=71] check all tenants(ret=0) [2024-12-02 13:54:43.630535] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB3B-0-0] [lt=5] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.630882] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883576493, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883574423, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.631062] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=499445, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.631755] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB3C-0-0] [lt=17] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.631881] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883531315, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883521839, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.631950] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.632017] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.632060] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=6353637, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=286, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.632975] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB3D-0-0] [lt=17] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.634214] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:43.634220] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB3E-0-0] [lt=17] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.634234] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.634313] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.634368] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=0][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.634412] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.634427] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.634452] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.634462] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.634470] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.635467] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB3F-0-0] [lt=14] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.635545] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.635555] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.635574] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.635579] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.635608] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.635623] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.635636] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:43.635685] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:43.635695] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.636704] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB40-0-0] [lt=16] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.637887] INFO [SERVER] scheduler (ob_dbms_sched_job_master.cpp:221) [2320439][T1002_DBMSSched][T1002][YB42C0A800AF-000628430BAEEB41-0-0] [lt=18] success to scheduler single dbms sched job(ret=0, tmp_ret=0) [2024-12-02 13:54:43.638977] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.638996] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.640116] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.640131] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.646926] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.646961] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244474673798, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.646974] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.646992] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1001}, delta=244456655118, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.647000] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.647858] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2324815][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=19] run rewrite rule refresh task(rule_mgr_->tenant_id_=1019) [2024-12-02 13:54:43.648074] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=1772, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:43.648095] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=10, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:43.648115] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=5, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:43.648135] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=1884, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:43.648149] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=26, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:43.649053] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324815][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=15] get number(ret=0, service_type_=0, range=1, base_id=1733118883649033000, start_id=1733118883649033000, end_id=1733118883649033001) [2024-12-02 13:54:43.652069] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C1-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.652097] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C1-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.652193] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C1-0-0] [lt=50][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.652364] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C1-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.652380] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C1-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.655432] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.655435] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.655475] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.655478] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.658014] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2320178][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] run rewrite rule refresh task(rule_mgr_->tenant_id_=1001) [2024-12-02 13:54:43.659244] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320178][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=12] get number(ret=0, service_type_=0, range=1, base_id=1733118883658494000, start_id=1733118883658494000, end_id=1733118883658494001) [2024-12-02 13:54:43.665739] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT WRITE LOG COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=1970, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:43.665762] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:43.665776] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:43.665796] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=2024, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:43.665810] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=15, stat_interval=1000000, avg (count/cost)=24, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:43.667086] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.667117] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883622765, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883615394, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.667306] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=45000, remain_us=995391, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.672229] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883611183, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883574431, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.672402] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=153002, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.680959] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883625929, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883615394, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.681139] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=55000, remain_us=499289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.686145] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883630141, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883615395, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.686323] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=56000, remain_us=444184, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.691968] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.692063] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30CE-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.693331] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D0-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:43.699759] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320269][T1002_Occam][T1002][YB42C0A800AF-00062843075EEB95-0-0] [lt=17] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:43.700174] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2324841][T1019_LockWaitM][T1019][Y0-0000000000000000-0-0] [lt=16] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:43.700236] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320269][T1002_Occam][T1002][YB42C0A800AF-00062843075EEB97-0-0] [lt=17] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:43.704507] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=25] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6894202880, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:43.710850] INFO [LIB] stat (utility.h:1176) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=7] [APPLY STAT CB APPEND COST TIME](cur_stat_count=79, stat_interval=5000000, avg (count/cost)=26, this=0xfffe52d4c440, extra_info="") [2024-12-02 13:54:43.710871] INFO [LIB] stat (utility.h:1176) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=21] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=79, stat_interval=5000000, avg (count/cost)=1925, this=0xfffe52d4c670, extra_info="") [2024-12-02 13:54:43.710877] INFO [LIB] stat (utility.h:1176) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=6] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=79, stat_interval=5000000, avg (count/cost)=0, this=0xfffe52d4c8a0, extra_info="") [2024-12-02 13:54:43.710882] INFO [LIB] stat (utility.h:1176) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=5] [APPLY STAT CB EXECUTE TIME](cur_stat_count=79, stat_interval=5000000, avg (count/cost)=-549, this=0xfffe52d4cad0, extra_info="") [2024-12-02 13:54:43.710892] INFO [LIB] stat (utility.h:1176) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=9] [APPLY STAT CB TOTAL TIME](cur_stat_count=79, stat_interval=5000000, avg (count/cost)=1402, this=0xfffe52d4cd00, extra_info="") [2024-12-02 13:54:43.710912] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF180-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.710936] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF180-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.710949] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF180-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.712388] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883666889, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883652200, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.712568] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=46000, remain_us=950129, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.719029] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=11] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548195, offset=953678}, end_cursor:ObLogCursor{file_id=5, log_id=548196, offset=953984}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67134050, len:690, log_data_len:306, seq:548195, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:43.719215] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC97-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.719251] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC97-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118883532368000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118883532368000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.723060] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=9713) [2024-12-02 13:54:43.723091] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=9713) [2024-12-02 13:54:43.723118] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=15, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=1985, avg_log_submit_to_slide_time=1995) [2024-12-02 13:54:43.723141] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=9713, hit_cnt=16, read_cnt=16, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:43.724337] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=18] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548196, offset=953984}, end_cursor:ObLogCursor{file_id=5, log_id=548197, offset=954281}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67138050, len:384, log_data_len:297, seq:548196, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:43.724470] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC97-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.724499] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC97-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118883532368000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118883532368000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.731994] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.732058] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.732143] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883631193, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883615395, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.732324] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6253373, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=287, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.733485] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883672154, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883652200, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.733661] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] will sleep(sleep_us=62000, remain_us=91743, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118883825403) [2024-12-02 13:54:43.734271] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:43.734296] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.734377] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.734428] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.734472] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.734488] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.734512] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.734522] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.734530] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.735604] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.735613] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.735632] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.735640] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.735670] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.735684] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.735698] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:43.735742] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:43.735752] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.736224] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883680576, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883652200, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.736407] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=56000, remain_us=444021, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.739022] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.739041] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.740152] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.740169] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.742403] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883685843, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883652200, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.742580] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=387926, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.745286] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1019, server_version={version:{val:1733118883496562000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=248717, in_cluster_service=true, cluster_version={val:1733118883446022000, v:0}, min_cluster_version={val:1733118883446022000, v:0}, max_cluster_version={val:1733118883446022000, v:0}, get_cluster_version_err=0, cluster_version_delta=299257, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=3006, succ_cluster_heartbeat_count=12, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118638943251000, v:0}, local_cluster_delta=244802028, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:43.746976] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.747003] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244474773755, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.747019] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.747040] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244456755075, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.747052] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.748784] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320408][T1002_LCLSender][T1002][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff277de2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:43.754021] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=4168, avg_group_log_size=378) [2024-12-02 13:54:43.755692] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C2-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.755715] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C2-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.755804] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C2-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.755978] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C2-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.755994] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C2-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.756535] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:43.756951] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=18] PNIO [ratelimit] time: 1733118883756949, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-12-02 13:54:43.758641] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=14497) [2024-12-02 13:54:43.758674] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=14497) [2024-12-02 13:54:43.758650] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883712138, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883652206, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.758698] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=27, avg_log_gen_to_freeze_time=58, avg_log_gen_to_submit_time=67, avg_log_submit_to_flush_time=1675, avg_log_submit_to_slide_time=1688) [2024-12-02 13:54:43.758722] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=14497, hit_cnt=27, read_cnt=27, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:43.758823] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=903874, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.758809] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.758808] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.758856] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.758856] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.763172] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:43.763194] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.764571] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=58] get number(ret=0, service_type_=0, range=1, base_id=1733118883763694000, start_id=1733118883763694000, end_id=1733118883763694001) [2024-12-02 13:54:43.764629] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:43.764652] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:43.770981] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=4046) [2024-12-02 13:54:43.771014] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=4046) [2024-12-02 13:54:43.771041] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=612, avg_log_gen_to_submit_time=622, avg_log_submit_to_flush_time=2886, avg_log_submit_to_slide_time=2901) [2024-12-02 13:54:43.785192] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEABB-0-0] [lt=16] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:43.790915] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1319, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:43.790935] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:43.790958] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:43.790975] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1386, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:43.790989] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=22, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:43.792022] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.792489] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883735288, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883723707, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.792669] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=387759, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.795744] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883733182, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883723707, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.795863] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118883755403, current_time=1733118883795289) [2024-12-02 13:54:43.795878] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=15][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118883755403, request_time=[mts=1733118883795862]) [2024-12-02 13:54:43.795889] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883795289, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755273, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:43.795916] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=25][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}) [2024-12-02 13:54:43.795931] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=13][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883795289, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755273, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:43.795954] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=21] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff8324fb50, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffec5d2c6b0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883795289, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755273, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118881826352, use_das=false, nested_level=0, session={this:0xfffeadf38200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d2c6b0}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:43.795993] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=39][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:43.796006] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:43.796016] WDIAG [SQL] open (ob_result_set.cpp:162) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:43.796024] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:43.796033] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.796044] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.796056] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:43.796072] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=11][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:43.796080] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:43.796085] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:43.796098] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:43.796109] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319527][ServerGTimer][T0][YB42C0A800AF-0006284304DEEA06-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1969756) [2024-12-02 13:54:43.796118] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319527][ServerGTimer][T0][YB42C0A800AF-0006284304DEEA06-0-0] [lt=8][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:43.796128] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:43.796137] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:43.796146] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:43.796157] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:43.796169] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:43.796232] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:43.796245] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:43.796254] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:43.796263] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:43.796272] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:43.796283] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:43.796293] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:43.796305] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:43.796317] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:43.796326] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:43.796333] WDIAG [SERVER] read_obj (ob_tenant_duty_task.cpp:281) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get tenant system variable failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:43.796342] WDIAG [SERVER] read_int64 (ob_tenant_duty_task.cpp:297) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get object from tenant system variable fail(ret=-4012) [2024-12-02 13:54:43.796349] WDIAG [SERVER] update_tenant_sql_throttle (ob_tenant_duty_task.cpp:115) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get tenant sql throttle metrics fail(ret=-4012) [2024-12-02 13:54:43.796353] WDIAG [SERVER] update_all_tenants (ob_tenant_duty_task.cpp:68) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4012] update tenant sql throttle fail(ret=-4012) [2024-12-02 13:54:43.796376] INFO [STORAGE] runTimerTask (ob_tenant_memory_printer.cpp:32) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=7] === Run print tenant memory usage task === [2024-12-02 13:54:43.796420] INFO [STORAGE] print_tenant_usage (ob_tenant_memory_printer.cpp:102) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8] ====== tenants memory info ====== === TENANTS MEMORY INFO === divisive_memory_used= 18,448,384 [TENANT_MEMORY] tenant_id= 500 mem_tenant_limit= 9,223,372,036,854,775,807 mem_tenant_hold= 928,215,040 kv_cache_mem= 0 [TENANT_MEMORY] tenant_id= 508 mem_tenant_limit= 1,073,741,824 mem_tenant_hold= 44,765,184 kv_cache_mem= 0 [TENANT_MEMORY] tenant_id= 509 mem_tenant_limit= 1,073,741,824 mem_tenant_hold= 30,085,120 kv_cache_mem= 0 [TENANT_MEMORY] tenant_id= 1 now= 1,733,118,883,796,342 active_memstore_used= 234,881,024 total_memstore_used= 234,881,024 total_memstore_hold= 234,881,024 memstore_freeze_trigger_limit= 257,538,040 memstore_limit= 1,288,490,160 mem_tenant_limit= 3,221,225,472 mem_tenant_hold= 1,495,191,552 max_mem_memstore_can_get_now= 1,287,690,224 memstore_alloc_pos= 234,881,024 memstore_frozen_pos= 0 memstore_reclaimed_pos= 0 [TENANT_MEMORY] tenant_id= 1,001 now= 1,733,118,883,796,342 active_memstore_used= 60,817,408 total_memstore_used= 60,817,408 total_memstore_hold= 60,817,408 memstore_freeze_trigger_limit= 64,786,420 memstore_limit= 429,496,720 mem_tenant_limit= 1,073,741,824 mem_tenant_hold= 711,090,176 max_mem_memstore_can_get_now= 323,932,158 memstore_alloc_pos= 60,817,408 memstore_frozen_pos= 0 memstore_reclaimed_pos= 0 [TENANT_MEMORY] tenant_id= 1,002 now= 1,733,118,883,796,342 active_memstore_used= 62,914,560 total_memstore_used= 62,914,560 total_memstore_hold= 62,914,560 memstore_freeze_trigger_limit= 54,750,400 memstore_limit= 429,496,720 mem_tenant_limit= 1,073,741,824 mem_tenant_hold= 918,405,120 max_mem_memstore_can_get_now= 273,752,060 memstore_alloc_pos= 62,914,560 memstore_frozen_pos= 0 memstore_reclaimed_pos= 0 [TENANT_MEMORY] tenant_id= 1,019 now= 1,733,118,883,796,342 active_memstore_used= 81,788,928 total_memstore_used= 81,788,928 total_memstore_hold= 81,788,928 memstore_freeze_trigger_limit= 68,938,540 memstore_limit= 429,496,720 mem_tenant_limit= 1,073,741,824 mem_tenant_hold= 598,265,856 max_mem_memstore_can_get_now= 344,692,728 memstore_alloc_pos= 81,788,928 memstore_frozen_pos= 0 memstore_reclaimed_pos= 0 [TENANT_MEMORY] tenant_id= 1,020 now= 1,733,118,883,796,342 active_memstore_used= 0 total_memstore_used= 0 total_memstore_hold= 0 memstore_freeze_trigger_limit= 601,295,400 memstore_limit= 3,006,477,080 mem_tenant_limit= 7,516,192,768 mem_tenant_hold= 742,490,112 max_mem_memstore_can_get_now= 4,630,413,312 memstore_alloc_pos= 0 memstore_frozen_pos= 0 memstore_reclaimed_pos= 0 [2024-12-02 13:54:43.796490] INFO [STORAGE] print_tenant_usage (ob_tenant_memory_printer.cpp:114) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9] [CHUNK_MGR] limit= 17,179,869,184 hold= 5,648,044,032 total_hold= 5,928,648,704 used= 5,466,411,008 freelists_hold= 181,633,024 total_maps= 2,151 total_unmaps= 32 large_maps= 167 large_unmaps= 0 huge_maps= 34 huge_unmaps= 23 memalign=0 resident_size= 6,366,961,664 divisive_memory_used= 18,448,384 virtual_memory_used= 6,789,857,280 [CHUNK_MGR] 2 MB_CACHE: hold= 119,537,664 free= 57 pushes= 1,272,781 pops= 1,272,724 maps= 1,950 unmaps= 9 [CHUNK_MGR] 4 MB_CACHE: hold= 25,411,584 free= 12 pushes= 20,286 pops= 20,274 maps= 79 unmaps= 0 [CHUNK_MGR] 6 MB_CACHE: hold= 8,429,568 free= 2 pushes= 10 pops= 8 maps= 32 unmaps= 0 [CHUNK_MGR] 8 MB_CACHE: hold= 18,935,808 free= 3 pushes= 916 pops= 913 maps= 6 unmaps= 0 [CHUNK_MGR] 10 MB_CACHE: hold= 9,318,400 free= 1 pushes= 1 pops= 0 maps= 29 unmaps= 0 [CHUNK_MGR] 12 MB_CACHE: hold= 0 free= 0 pushes= 0 pops= 0 maps= 0 unmaps= 0 [CHUNK_MGR] 14 MB_CACHE: hold= 0 free= 0 pushes= 0 pops= 0 maps= 1 unmaps= 0 [CHUNK_MGR] 16 MB_CACHE: hold= 0 free= 0 pushes= 0 pops= 0 maps= 6 unmaps= 0 [CHUNK_MGR] 18 MB_CACHE: hold= 0 free= 0 pushes= 4 pops= 4 maps= 10 unmaps= 0 [CHUNK_MGR] 20 MB_CACHE: hold= 0 free= 0 pushes= 0 pops= 0 maps= 4 unmaps= 0 [2024-12-02 13:54:43.796530] INFO print (ob_malloc_time_monitor.cpp:37) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9] [MALLOC_TIME_MONITOR] show the distribution of ob_malloc's cost_time [MALLOC_TIME_MONITOR] [ 1000, 10000): delta_total_cost_time= 0, delta_count= 0, avg_cost_time= 0 [MALLOC_TIME_MONITOR] [ 10000, 100000): delta_total_cost_time= 0, delta_count= 0, avg_cost_time= 0 [MALLOC_TIME_MONITOR] [ 100000, 1000000): delta_total_cost_time= 0, delta_count= 0, avg_cost_time= 0 [MALLOC_TIME_MONITOR] [ 1000000, 9223372036854775807): delta_total_cost_time= 0, delta_count= 0, avg_cost_time= 0 [2024-12-02 13:54:43.798015] INFO [SQL] check_session_leak (ob_sql_session_mgr.cpp:656) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8] get current session count(used_session_count=29, hold_session_count=29, session_leak_count_threshold=100) [2024-12-02 13:54:43.799594] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:2780, tid:2324660}]) [2024-12-02 13:54:43.799650] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=13][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:57, local_retry_times:57, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.799680] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=21] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883741617, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883723707, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.799728] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=42][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.799737] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.799744] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.799760] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.799869] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.799923] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.799934] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884030506) [2024-12-02 13:54:43.799942] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.799950] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884030506, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883799831, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755275}, ret=-6231) [2024-12-02 13:54:43.800098] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=146][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.800103] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.800109] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017672, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883799501, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755275, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883799831, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884030506, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.800283] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=173][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.800295] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.800302] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.800310] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.800316] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.800321] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.800328] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.800338] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.800342] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.800349] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.800357] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.800366] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=58, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.800377] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9] will sleep(sleep_us=58000, remain_us=330130, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.805893] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:47, local_retry_times:47, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.805920] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883758424, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755271, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.805966] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.805975] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.805979] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.805996] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.806107] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.806160] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.806172] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884562696) [2024-12-02 13:54:43.806182] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.806188] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884562696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883806068, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755275}, ret=-6231) [2024-12-02 13:54:43.806325] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=137][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.806331] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.806340] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017673, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883805819, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755275, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7d0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883806068, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884562696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.806508] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=167][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.806518] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.806526] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.806531] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.806535] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.806543] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.806547] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.806557] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.806562] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.806570] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.806578] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.806588] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=48, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.806600] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] will sleep(sleep_us=48000, remain_us=856097, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.829671] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.829732] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=60][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.829739] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118885728624) [2024-12-02 13:54:43.829745] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.829751] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118885728624, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe800f9af8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883829627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755281}, ret=-6231) [2024-12-02 13:54:43.829874] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=123][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.829879] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.829883] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017674, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:0, need_switch_param:0, trans_desc:{this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883828981, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe74d4bc00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883829627, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118885728624, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.830042] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=157][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.830051] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.830056] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.830060] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.830063] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.830067] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.830071] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe800f4f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.830078] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.830082] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.830086] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.830090] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.830096] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.830104] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6] already timeout, do not need sleep(sleep_us=0, remain_us=1998521, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.830111] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.830125] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883828981, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.830157] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=27][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.830161] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.830165] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.830179] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.830278] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.830322] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=44][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.830330] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118885728624) [2024-12-02 13:54:43.830335] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.830340] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118885728624, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe800f9af8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883830241, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755281}, ret=-6231) [2024-12-02 13:54:43.830452] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=111][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.830457] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.830461] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017675, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883830034, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe74d4bc00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883830241, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118885728624, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.830619] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=157][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.830628] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.830633] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.830637] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.830640] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.830644] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.830648] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe800f4f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.830654] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.830658] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.830661] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.830665] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.830671] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=1, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.830679] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5] will sleep(sleep_us=1000, remain_us=1997946, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.831741] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:1, local_retry_times:1, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.831757] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883830034, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.831789] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=27][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.831794] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.831797] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.831808] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.831907] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.831952] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=44][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.831958] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118885728624) [2024-12-02 13:54:43.831963] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.831968] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118885728624, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe800f9af8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883831870, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755281}, ret=-6231) [2024-12-02 13:54:43.832086] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=117][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.832091] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.832045] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.832105] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.832095] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017676, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883831087, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe74d4bc00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883831870, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118885728624, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.832252] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=156][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.832261] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.832265] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.832269] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.832272] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.832276] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.832280] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe800f4f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.832287] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.832290] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.832294] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.832299] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.832304] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=2, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.832312] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6] will sleep(sleep_us=2000, remain_us=1996313, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.832396] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:287, local_retry_times:287, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.832423] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883732130, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883723707, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.832466] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=37][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.832472] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.832476] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.832489] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.832597] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.832641] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.832649] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:43.832655] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.832661] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883832556, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755281}, ret=-6231) [2024-12-02 13:54:43.832789] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=127][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.832795] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.832799] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017677, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883832140, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883832556, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.832956] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=156][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.832966] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.832971] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.832975] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.832979] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.832983] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.832987] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.832994] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.832998] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.833002] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.833006] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:43.833012] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=288, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.833020] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6] will sleep(sleep_us=100000, remain_us=6152677, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=288, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.834323] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:43.834340] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.834376] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:2, local_retry_times:2, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.834406] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.834392] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883831087, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.834425] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=28][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.834429] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.834433] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.834444] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.834469] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.834506] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.834517] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.834538] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.834545] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.834549] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.834542] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.834586] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=42][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.834592] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118885728624) [2024-12-02 13:54:43.834598] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.834603] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118885728624, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe800f9af8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883834504, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755281}, ret=-6231) [2024-12-02 13:54:43.834720] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=116][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.834724] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.834728] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017678, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883834247, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe74d4bc00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883834504, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118885728624, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.834885] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=155][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.834894] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.834898] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.834902] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.834906] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.834910] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.834914] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe800f4f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.834920] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.834924] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.834928] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.834932] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.834938] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=3, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:43.834949] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9] will sleep(sleep_us=3000, remain_us=1993676, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.835620] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.835625] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.835640] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.835644] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.835669] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.835680] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:43.835689] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:43.835728] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:43.835734] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.837777] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21097537}], scn_array=[cnt:1, {val:1733118883815294000, v:0}], curr_size=613, accum_size=613, time_cost=21692) [2024-12-02 13:54:43.837931] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF181-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.837950] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF181-0-0] [lt=18][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.837960] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF181-0-0] [lt=10][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.838015] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:3, local_retry_times:3, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.838037] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=14] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883834247, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.838076] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=34][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.838085] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.838092] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.838111] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=12][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.838216] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.838265] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=48][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.838287] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1990338, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.839074] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.839092] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.840221] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.840236] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.842360] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883837412, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.842510] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1986115, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.846699] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320043][T1_ArcSender][T1][YB42C0A800AF-00062843042EE94C-0-0] [lt=14][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:43.847030] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.847060] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244474873759, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.847076] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.847097] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244456855079, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.847109] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.847587] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883841625, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.847740] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1980885, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.849754] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883792130, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755273, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.849937] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=58000, remain_us=330491, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.853815] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883846889, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.853967] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1974657, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.854667] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=13] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1002, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:43.854675] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883805819, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755275, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.854823] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=807873, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.855774] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=19] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:43.855852] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=17] inner load succ(latest_freeze_info={frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118875198085000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903204292146000, v:0}, schema_version:1732898491860272, data_version:17180066816}, {frozen_version:{val:1732989600937251000, v:0}, schema_version:1732984893849664, data_version:17180066816}, {frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}]}) [2024-12-02 13:54:43.858400] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:58, local_retry_times:58, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:43.858433] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=23] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883799501, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755275, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.858482] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.858491] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:43.858499] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:43.858515] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:43.858633] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.858685] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:43.858695] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118884030506) [2024-12-02 13:54:43.858704] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:43.858712] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118884030506, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883858591, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118883755283}, ret=-6231) [2024-12-02 13:54:43.858831] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:43.858836] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:43.858841] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017685, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883858460, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118883858591, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118884030506, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:43.859002] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=160][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:43.859012] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:43.859019] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:43.859023] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:43.859030] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:43.859034] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:43.859041] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:43.859050] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:43.859041] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.859055] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:43.859060] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:43.859068] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:43.859064] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=14] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.859079] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=59000, remain_us=271428, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.859159] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.859356] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.859372] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.861045] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4C3-0-0] [lt=51] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=27, avg_log_batch_cnt=1, total_group_log_size=14497, avg_group_log_size=536) [2024-12-02 13:54:43.861047] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883853196, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.861211] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1967414, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.862092] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.862088] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.862136] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.862135] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.869288] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883860565, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883858466, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.869450] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1959175, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.873062] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=27] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:43.878526] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883868991, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883858468, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.878680] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1949945, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.888756] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883878467, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883877412, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.888907] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1939717, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.890896] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1342) [2024-12-02 13:54:43.890936] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:43.892077] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.897604] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.898324] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.898342] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.898678] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:43.899985] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883887942, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.900139] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1928486, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.903902] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883854249, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.904058] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=758639, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.904804] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=27] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6892105728, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:43.908022] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883848997, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.908217] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=272212, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.912216] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883899525, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.912374] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1916251, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.918156] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883858460, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755283, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.918347] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] will sleep(sleep_us=60000, remain_us=212160, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.925454] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883912162, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.925629] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1902996, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.932096] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.932161] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:43.933084] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:43.933114] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883832140, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883755281, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.933291] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=6052406, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=289, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:43.934379] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:43.934402] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.934474] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.934527] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:43.934566] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.934580] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:43.934605] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:43.934614] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:43.934622] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.935696] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:43.935706] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.935725] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:43.935730] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:43.935758] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.935773] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:43.935786] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:43.935828] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:43.935838] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:43.939124] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.939144] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:43.939711] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883924781, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.939867] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=15000, remain_us=1888758, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.940246] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:43.940261] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:43.947084] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.947116] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244474973767, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:43.947132] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.947153] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244456955087, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:43.947165] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:43.948584] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF182-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.948606] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF182-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.948618] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF182-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:43.954135] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883903736, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.954292] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=51000, remain_us=708405, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:43.954944] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883939526, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.955080] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1873545, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.956614] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=0) [2024-12-02 13:54:43.960403] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:43.960427] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.962374] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:43.962402] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.962499] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=19][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:43.962680] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:43.962699] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.963994] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4C4-0-0] [lt=52] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.577457237243652344e+01, this=0xfffe61d3b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=378, Throttle Trigger(MB)=227, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=8.509630104247576128e+02) [2024-12-02 13:54:43.965835] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.965839] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:43.965880] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:43.965881] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:43.966619] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=57] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=4046, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:43.966694] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=10] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=3, start_service_tstamp_=1733118160398467, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:43.967301] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883907949, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.967476] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=212952, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:43.971157] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883954272, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.971318] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=1857307, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.971568] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:43.971585] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=14] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:43.978430] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883917426, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.978611] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=151896, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:43.988396] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883971095, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883962704, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:43.988555] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1840070, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:43.989734] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:43.989762] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:43.989789] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:43.991370] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=1486, avg_log_submit_to_slide_time=1495) [2024-12-02 13:54:43.991406] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=6, avg_log_submit_to_flush_time=1352, avg_log_submit_to_slide_time=1363) [2024-12-02 13:54:43.991403] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:43.991424] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:43.992132] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:43.997607] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=36] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:43.997637] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:158) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] submit log success(service_type_=0, last_id=1733118900561651000, limited_id=1733118900561651000) [2024-12-02 13:54:43.997648] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=11] submit log with lock success(service_type_=0, last_id=1733118900561651000, limited_id=1733118900561651000) [2024-12-02 13:54:43.998765] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:844) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=19] update id meta(ret=0, service_type=0, limited_id=1733118900561651000, latest_scn={val:1733118883997418001, v:0}, *this={tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900561651000, latest_log_ts:{val:1733118883997418001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}) [2024-12-02 13:54:43.998816] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:190) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=50] handle submit callback(service_type_=0, success=true, used_ts=1179, log_ts={val:1733118883997418001, v:0}, limited_id=1733118900561651000) [2024-12-02 13:54:43.998829] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:564) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=12] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-12-02 13:54:43.998840] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:602) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=10] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-12-02 13:54:44.005372] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883953219, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878473, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.005538] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=52000, remain_us=657158, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.006632] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883987943, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883962704, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.006771] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1821853, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.025849] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884005842, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883991105, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.026002] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1802623, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.026906] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB7-0-0] [lt=20] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:44.026931] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB7-0-0] [lt=20] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=27) [2024-12-02 13:54:44.027559] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883966884, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883962704, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.027747] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] will sleep(sleep_us=61000, remain_us=152681, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:44.032161] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.032224] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.033365] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1733118884033356], gts:1733118884033177000, latest_srr:[mts=1733118884033356]}) [2024-12-02 13:54:44.033400] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=22] gts statistics(tenant_id=1019, gts_rpc_cnt=10, get_gts_cache_cnt=936, get_gts_with_stc_cnt=123, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=122, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:44.033376] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883932156, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883878467, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.033567] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=5952130, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=290, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.034433] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:44.034454] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.034525] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.034578] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.034619] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.034633] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.034657] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.034667] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.034675] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.035749] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.035759] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.035778] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.035783] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.035811] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.035826] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.035839] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:44.035892] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:44.035902] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.036508] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:44.039163] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.039181] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.039652] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118883978464, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883962704, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.039838] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=90669, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118884130506) [2024-12-02 13:54:44.040283] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.040299] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.046078] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884025806, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884024754, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.046229] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1782395, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.046751] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=32] [PALF STAT APPEND COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:44.047138] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.047166] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244475073741, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.047181] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.047202] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244457055061, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.047209] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.047488] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2320301][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=18] LogLoopThread round_cost_time(us)(round_cost_time=17) [2024-12-02 13:54:44.048065] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1019, new_min_version={val:1733118883845836000, v:0}, new_max_version={val:1733118883845836000, v:0}, last_min_version={val:1733118883645874000, v:0}, last_max_version={val:1733118883645874000, v:0}, total_time_us=2614, delta_us=202228) [2024-12-02 13:54:44.055098] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF183-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.055121] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF183-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.055129] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF183-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.057618] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884004789, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118883991105, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.057777] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=53000, remain_us=604920, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.064764] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND COST TIME](cur_stat_count=14, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:44.066042] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C5-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.066070] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C5-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.066151] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C5-0-0] [lt=27][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.066307] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C5-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.066322] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C5-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.067311] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884045818, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884026858, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.067476] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1761149, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.068984] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.068989] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.069027] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.069031] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.071391] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:44.071415] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.074346] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:44.074369] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=18] temporary file module use no blocks [2024-12-02 13:54:44.074378] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:44.074391] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:44.074404] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238631572821, flush_io_finished_ret_:0, flush_io_finished_round_:733, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:44.076038] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=16] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:44.081343] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324670][T1020_ArcSender][T1020][YB42C0A800AF-00062843120EE94C-0-0] [lt=18][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:44.088832] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884026859, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884026858, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.089010] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=91418, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118884180427) [2024-12-02 13:54:44.089556] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884066890, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884066889, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.089715] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1738910, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.089804] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:44.092186] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.101922] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884039498, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884026858, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.102050] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118884060506, current_time=1733118884101551) [2024-12-02 13:54:44.102068] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=17][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118884060506, request_time=[mts=1733118884102049]) [2024-12-02 13:54:44.102076] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884101551, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.102103] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=27][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}) [2024-12-02 13:54:44.102118] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884101551, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.102141] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=20] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe65f4bee0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeaf7c5f30, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884101551, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118882131460, use_das=false, nested_level=0, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7c5f30}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:44.102180] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=38][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:44.102194] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:44.102203] WDIAG [SQL] open (ob_result_set.cpp:162) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:44.102211] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=8][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:44.102219] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.102234] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=13][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.102245] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=11][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:44.102261] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.102269] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.102273] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=3][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:44.102286] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:44.102296] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1970835) [2024-12-02 13:54:44.102301] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E2-0-0] [lt=5][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:44.102311] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.102321] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:44.102331] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:44.102342] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:44.102353] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.102414] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:44.102425] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:44.102435] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:44.102444] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:44.102453] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:44.102462] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:44.102472] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:44.102484] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:44.102494] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:44.102502] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:44.102510] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:293) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] failed to get global sys variable(ret=-4012, tenant_id=1020, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-12-02 13:54:44.102521] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:75) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] failed to get mem limit(ret=-4012, tenant_id=1020, mem_limit=751619276, config_mem_limit_=16777216) [2024-12-02 13:54:44.102530] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] sql audit evict mem start(request_manager_->get_tenant_id()=1020, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=0, mem_used=16637952) [2024-12-02 13:54:44.102620] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] sql audit evict task end(request_manager_->get_tenant_id()=1020, evict_high_mem_level=8388608, evict_high_size_level=471859, evict_batch_count=1, elapse_time=90, size_used=0, mem_used=0) [2024-12-02 13:54:44.102632] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.105066] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6908882944, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:44.110856] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884057408, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884055304, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.111015] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=551682, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.111507] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=24] Cache wash clean map node details(ret=0, clean_node_count=16, clean_time=0, clean_start_pos=2013264, clean_num=125829) [2024-12-02 13:54:44.112791] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884088919, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.112927] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715697, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.117226] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=13] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.117690] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=16] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.117847] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118025] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118304] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118392] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118407] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118511] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118634] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118806] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.118812] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.132229] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.132294] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.133653] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884033177, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884026858, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.133846] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5851851, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=291, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.134490] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:44.134513] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.134583] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.134648] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.134689] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.134704] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.134729] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.134738] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.134747] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.135821] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.135831] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.135850] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.135855] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.135883] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.135898] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.135912] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:44.135956] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:44.135967] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.136995] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884112081, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.137211] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1691414, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.139220] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.139239] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.140338] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.140354] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.143068] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D4-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.143535] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D5-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.147192] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.147221] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244475173684, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.147236] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.147256] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244457155004, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.147268] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.151096] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884087866, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.151224] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118884110427, current_time=1733118884151027) [2024-12-02 13:54:44.151240] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=14][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118884110427, request_time=[mts=1733118884151223]) [2024-12-02 13:54:44.151251] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=11][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884151027, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.151278] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=26][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}) [2024-12-02 13:54:44.151293] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=13][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884151027, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.151315] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=20] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff8334bd90, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffea93af5f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884151027, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118882181368, use_das=false, nested_level=0, session={this:0xffff0eaa8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93af5f0}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:44.151353] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=38][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:44.151365] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=10][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:44.151370] WDIAG [SQL] open (ob_result_set.cpp:162) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=5][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:44.151378] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:44.151383] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=4][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.151393] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.151404] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:44.151419] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.151427] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.151431] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:44.151444] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:44.151454] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=8] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1970085) [2024-12-02 13:54:44.151463] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99B-0-0] [lt=9][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:44.151469] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=4][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.151478] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:44.151484] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=4][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:44.151494] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:44.151505] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.151564] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:44.151575] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:44.151585] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:44.151594] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:44.151604] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:44.151614] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:44.151625] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:44.151637] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:44.151649] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:44.151654] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:44.151662] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:849) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get tenant system variable failed(ret=-4012, tenant_id_=1020) [2024-12-02 13:54:44.151673] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1238) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to get percent [2024-12-02 13:54:44.151681] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to calculate global bound size(ret=-4012, ids[i]=1020) [2024-12-02 13:54:44.159927] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:728) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=12] Cache replace map node details(ret=0, replace_node_count=0, replace_time=0, replace_start_pos=2139076, replace_num=62914) [2024-12-02 13:54:44.159948] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=10) [2024-12-02 13:54:44.161434] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF184-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.161455] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF184-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.161476] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF184-0-0] [lt=20][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.162300] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884136297, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.162516] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1666109, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.163482] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=20] get_max_applied_scn(scn={val:1733118883532368004, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:3549170166}, palf_committed_end_scn_:{val:1733118884033177000, v:0}, last_check_scn_:{val:1733118884033177000, v:0}, max_applied_cb_scn_:{val:1733118883532368004, v:0}}) [2024-12-02 13:54:44.163511] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=24] get_min_unreplayed_log_info(lsn={lsn:3532481055}, scn={val:1733118105192265002, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118164678718, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2852232, ret_code_:0}}, next_to_submit_lsn_:{lsn:3532481055}, next_to_submit_scn_:{val:1733118105192265002, v:0}, base_lsn_:{lsn:2818400256}, base_scn_:{val:1733076082251059001, v:0}, iterator_:{iterator_impl:{buf_:0xffff10c05000, next_round_pread_size:3678208, curr_read_pos:2579475, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2579475, log_storage_:{start_lsn:{lsn:3529901580}, end_lsn:{lsn:3532481055}, read_buf:{buf_len_:3747840, buf_:0xffff10c05000}, block_size:67104768, log_storage_:0xffff239f31b0, log_storage_:{log_tail:{lsn:3549170166}, readable_log_tail:{lsn:3549170166}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:52, palf_id:1001}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002/1001/log", dir_fd:155, min_block_id:0, max_block_id:53, curr_writable_block_id:52}, logical_block_size_:67104768, curr_block_writable_size_:7382538, block_header_serialize_buf_:0xffff239f4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105192265001, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:34, scn_:{val:1733118105192265001, v:0}, data_checksum:154833137, flag:26682}}, init_mode_version:0, accumulate_checksum:4185387078, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1733118105192265001, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:202, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:1, miss_cnt:202, cache_read_size:232, hit_ratio:"4.926108374384236509e-03"}, read_io_cnt:381, read_io_size:720478208, read_disk_cost_ts:8069002, start_lsn:{lsn:2818400256}}}}}}) [2024-12-02 13:54:44.164874] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4046) [2024-12-02 13:54:44.165095] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884109976, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.165259] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=497438, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.169266] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C6-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.169291] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C6-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.169377] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C6-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.169559] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C6-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.169575] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C6-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.172343] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.172350] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.172378] INFO [PALF] next (palf_iterator.h:183) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:44.172391] INFO [PALF] next (palf_iterator.h:183) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:44.172394] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=15] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.172413] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=21] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.182609] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192735014}], scn_array=[cnt:1, {val:1733118884164720000, v:0}], curr_size=589, accum_size=1422, time_cost=17732) [2024-12-02 13:54:44.182761] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1, current_version={val:1733118883963753000, v:0}, min_version={val:1733118883963753000, v:0}, max_version={val:1733118883963753000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:44.183145] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=37kB/s, net_out=37kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:44.183184] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:44.183237] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:44.183301] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:44.183323] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:8, schedule:11, submit:5, rt:988, total:1013) [2024-12-02 13:54:44.183353] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:44.183386] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:8, schedule:11, submit:5, device:988, total:1013) [2024-12-02 13:54:44.183416] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:44.183464] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:44.183485] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:6, schedule:24, submit:19, rt:9, total:59) [2024-12-02 13:54:44.183527] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:44.183549] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:6, schedule:24, submit:19, device:9, total:59) [2024-12-02 13:54:44.183578] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:44.183598] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:11262, total:11271) [2024-12-02 13:54:44.183635] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:44.183655] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:11262, total:11271) [2024-12-02 13:54:44.183679] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:44.183692] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:44.183701] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:44.183710] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=5] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:44.183717] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:44.188512] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:44.188533] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:44.188604] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884161558, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077424, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.188803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1639822, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.189632] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:44.189862] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1342, avg_group_log_size=122) [2024-12-02 13:54:44.189883] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1342) [2024-12-02 13:54:44.192241] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.199165] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324864][T1019_ArcSender][T1019][YB42C0A800AF-0006284312AEE94C-0-0] [lt=19][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:44.201856] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=10] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:44.207898] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:44.215891] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884187890, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884168938, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.216092] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=28000, remain_us=1612533, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.220339] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884164720, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077426, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.220403] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC12-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:44.220429] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC12-0-0] [lt=24] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:44.220511] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=56000, remain_us=442186, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.232256] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.232321] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.233931] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884133137, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884077418, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.234119] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5751578, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=292, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.234542] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:44.234564] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.234636] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.234691] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.234732] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.234747] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.234771] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.234781] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.234789] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.235864] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.235873] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.235892] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.235897] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.235925] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.235939] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.235952] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:44.236004] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:44.236014] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.239307] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.239328] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.240446] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.240463] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.244175] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884215238, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884168940, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.244364] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1584261, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.247245] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.247277] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244475273668, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.247288] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.247304] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1001}, delta=244457254988, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.247311] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.254940] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324552][T1020_Occam][T1020][YB42C0A800AF-0006284314DEEA3F-0-0] [lt=17] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:44.257903] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=21] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:44.263287] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:44.263311] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.268289] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF185-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.268312] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF185-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.268320] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF185-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.272570] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C7-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.272602] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C7-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.272700] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C7-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.272854] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C7-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.272874] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C7-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.273450] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884243638, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884168940, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.273658] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1554967, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.274139] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=31] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:44.274455] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [2319673][Blacklist][T0][Y0-0000000000000000-0-0] [lt=20] blacklist_loop exec finished(cost_time=83, is_enabled=true, send_cnt=0) [2024-12-02 13:54:44.276304] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.276310] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.276349] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.276354] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.276591] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884219449, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884168940, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.276759] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=385938, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.290943] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:44.292295] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.295551] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=11] ====== tenant freeze timer task ====== [2024-12-02 13:54:44.301712] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324767][T1019_Occam][T1019][YB42C0A800AF-0006284314FEEA3F-0-0] [lt=16] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:44.303742] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884273110, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.303925] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1524700, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.304130] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324654][T1020_LCLSender][T1020][Y0-0000000000000000-0-0] [lt=18] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff133f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:44.306347] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:44.306365] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=14] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:44.307664] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:44.311823] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=19] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:44.322652] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=20] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:44.330213] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=9] ====== tenant freeze timer task ====== [2024-12-02 13:54:44.330234] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=16] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=68938540, tenant_id=1019) [2024-12-02 13:54:44.330253] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:44.330281] INFO [STORAGE] get_ls_tx_data_memory_info_ (ob_tenant_freezer.cpp:690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=8] TxData Memory Statistic(logstream info): (ls_id={id:1}, Frozen TxData Memory(MB)=0, Active TxData Memory(MB)=17) [2024-12-02 13:54:44.330296] INFO [STORAGE] check_and_freeze_tx_data_ (ob_tenant_freezer.cpp:596) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=12] TxData Memory Statistic : (Tenant Total Memory(MB)=1024, Tenant Frozen TxData Memory(MB)=0, Tenant Active TxData Memory(MB)=17, Freeze TxData Trigger Memory(MB)=20, Total TxDataTable Hold Memory(MB)=20, Total TxDataTable Memory Limit(MB)=204) [2024-12-02 13:54:44.332330] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.332395] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.333842] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884276270, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272064, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.334016] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=58000, remain_us=328681, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.334206] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884233104, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884168940, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.334394] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=5651302, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=293, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.334596] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:44.334619] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.334700] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.334767] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.334809] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.334824] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.334849] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.334858] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.334865] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.335007] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884303638, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272064, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.335187] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1493437, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.335927] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.335942] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.335967] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.335976] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.336006] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.336022] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.336035] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:44.336086] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:44.336097] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.337209] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2324659][T1020_STSWorker][T1020][Y0-0000000000000000-0-0] [lt=22] ObStandbyTimestampService state(*this={inited:true, last_id:1732874408973130000, tenant_id:1020, epoch:16, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:44.339346] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.339365] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.340467] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.340483] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.340675] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:44.345635] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] get_max_applied_scn(scn={val:1733118884246798000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:1, palf_committed_end_lsn_:{lsn:21104750}, palf_committed_end_scn_:{val:1733118884274164000, v:0}, last_check_scn_:{val:1733118884274164000, v:0}, max_applied_cb_scn_:{val:1733118884246798000, v:0}}) [2024-12-02 13:54:44.345664] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=25] get_min_unreplayed_log_info in skip state(lsn={lsn:0}, scn={val:1, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118578573726, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:0}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:0}, base_scn_:{val:1, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:0}, end_lsn:{lsn:0}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe52cdd1b0, log_storage_:{log_tail:{lsn:21104750}, readable_log_tail:{lsn:21104750}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:0}, min_scn:{val:2, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1019/1/log", dir_fd:217, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:46000018, block_header_serialize_buf_:0xfffe52cde178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:0, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:0}}}}}}) [2024-12-02 13:54:44.346498] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=16] can close safely, do destroy(*s={this:0xffff0fa88df0, session_id:3221488677, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:238}, err:5, last_decode_time:1733118883344950, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:229, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:44.346569] INFO [RPC.OBMYSQL] sm_conn_unlock_tenant (obsm_conn_callback.cpp:159) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=22] unlock session of tenant(conn.sessid_=3221488677, proxy_sessid=0, conn.tenant_id_=1) [2024-12-02 13:54:44.346582] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319720][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=11] connection close(sessid=3221488677, proxy_sessid=0, tenant_id=1, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=true, ret=0, trace_id=YB42C0A800AF-000628430F4EE987-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:8, pkt_rec[0]:{send:obp_mysql_header_{len_:11, seq_:3}, pkt_name:"PKT_OKP", obp_mysql_header_.is_send_:1}, pkt_rec[1]:{receive:obp_mysql_header_{len_:119, rec_:119, seq_:0}, pkt_name:"COM_QUERY", obp_mysql_header_.type_:3, obp_mysql_header_.is_send_:0}, pkt_rec[2]:{send:obp_mysql_header_{len_:5, seq_:2}, pkt_name:"PKT_RESHEAD", obp_mysql_header_.is_send_:1}, pkt_rec[3]:{send:obp_mysql_header_{pkt_num_:2, seq_:4}, pkt_name:"PKT_FIELD", obp_mysql_header_.is_send_:1}, pkt_rec[4]:{send:obp_mysql_header_{len_:9, seq_:5}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[5]:{send:obp_mysql_header_{pkt_num_:4, seq_:9}, pkt_name:"PKT_ROW", obp_mysql_header_.is_send_:1}, pkt_rec[6]:{send:obp_mysql_header_{len_:9, seq_:10}, pkt_name:"PKT_EOF", obp_mysql_header_.is_send_:1}, pkt_rec[7]:{receive:obp_mysql_header_{len_:1, rec_:1, seq_:0}, pkt_name:"COM_QUIT", obp_mysql_header_.type_:1, obp_mysql_header_.is_send_:0}], disconnect_state=3) [2024-12-02 13:54:44.346634] INFO [SERVER] run (obmp_disconnect.cpp:82) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=4] free session successfully(sessid=3221488677) [2024-12-02 13:54:44.346654] INFO [SERVER] run (obmp_disconnect.cpp:89) [2320098][T1_L0_G0][T1][Y0-0000000000000000-0-0] [lt=19] mark session id unused(sessid=3221488677) [2024-12-02 13:54:44.347298] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.347325] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1}, delta=244475373634, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.347341] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.347362] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244457354954, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.347374] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.350581] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.350602] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.352034] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.352050] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.360016] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=6] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=9) [2024-12-02 13:54:44.367248] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884334124, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272064, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.367437] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1461188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.371219] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=40] PNIO [ratelimit] time: 1733118884371217, bytes: 19726294, bw: 0.030723 MB/s, add_ts: 1004622, add_bytes: 32364 [2024-12-02 13:54:44.373268] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF186-0-0] [lt=35] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13884) [2024-12-02 13:54:44.373286] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:158) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF186-0-0] [lt=15] submit log success(service_type_=0, last_id=1733118900976952000, limited_id=1733118900976952000) [2024-12-02 13:54:44.373298] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF186-0-0] [lt=12] submit log with lock success(service_type_=0, last_id=1733118900976952000, limited_id=1733118900976952000) [2024-12-02 13:54:44.374615] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:844) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=4] update id meta(ret=0, service_type=0, limited_id=1733118900976952000, latest_scn={val:1733118884373105001, v:0}, *this={tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900976952000, latest_log_ts:{val:1733118884373105001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}) [2024-12-02 13:54:44.374664] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:190) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=48] handle submit callback(service_type_=0, success=true, used_ts=1378, log_ts={val:1733118884373105001, v:0}, limited_id=1733118900976952000) [2024-12-02 13:54:44.374673] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:564) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=7] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.374684] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:602) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=10] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-12-02 13:54:44.375593] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324826][T1019_ApplySrv0][T1019][Y0-0000000000000000-0-0] [lt=12] get number(ret=0, service_type_=0, range=1, base_id=1733118884375212000, start_id=1733118884375212000, end_id=1733118884375212001) [2024-12-02 13:54:44.375689] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF186-0-0] [lt=10][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.375710] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF186-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.375722] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF186-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.375929] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320738][DDLScanTask][T1][YB42C0A800AF-0006284310CEE96A-0-0] [lt=24] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12208, add_timestamp:1733118884375917}) [2024-12-02 13:54:44.375961] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA3-0-0] [lt=14] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12208, locations=[{table_id:12208, partition_id:12208, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118884375943, sql_renew_time:1733118884375943, is_mark_fail:false}]) [2024-12-02 13:54:44.375991] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA3-0-0] [lt=29] success to process renew task(task={tenant_id:1, table_id:12208, add_timestamp:1733118884375917}, locations=[{table_id:12208, partition_id:12208, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118884375943, sql_renew_time:1733118884375943, is_mark_fail:false}]) [2024-12-02 13:54:44.376545] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C8-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.376573] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C8-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.376655] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C8-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.376845] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C8-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.376861] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C8-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.379680] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.379686] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.379724] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.379728] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.381751] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320738][DDLScanTask][T1][YB42C0A800AF-0006284310CEE96B-0-0] [lt=16] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12255, add_timestamp:1733118884381741}) [2024-12-02 13:54:44.381770] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA4-0-0] [lt=14] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12255, locations=[{table_id:12255, partition_id:12255, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118884381759, sql_renew_time:1733118884381759, is_mark_fail:false}]) [2024-12-02 13:54:44.381789] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA4-0-0] [lt=18] success to process renew task(task={tenant_id:1, table_id:12255, add_timestamp:1733118884381741}, locations=[{table_id:12255, partition_id:12255, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118884381759, sql_renew_time:1733118884381759, is_mark_fail:false}]) [2024-12-02 13:54:44.389957] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1342, avg_group_log_size=122) [2024-12-02 13:54:44.391345] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1289, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:44.391366] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:44.391392] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:44.391411] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1339, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:44.391425] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=25, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:44.392098] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884333071, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272064, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.392270] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=270427, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.392351] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.400519] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884366782, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884349925, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.400697] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1427927, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.422976] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324848][T1019_LCLSender][T1019][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffe61dde2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:44.432370] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.432437] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.434434] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884334124, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884272064, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.434626] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5551071, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=294, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.434650] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:44.434673] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.434745] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.434804] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.434780] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884400465, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376274, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.434848] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.434864] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.434888] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.434897] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.434902] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.434960] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1393665, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.435978] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.435987] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.436005] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.436009] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.436037] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.436052] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.436065] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:44.436116] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:44.436126] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.439371] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.439391] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.440503] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.440521] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.447354] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.447386] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244475473628, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.447403] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.447424] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244457454948, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.447436] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.450288] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=13] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:44.450314] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=17] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=148) [2024-12-02 13:54:44.451352] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884392042, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376272, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.451524] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=211173, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.460518] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:44.460543] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.464964] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=56] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=14, avg_log_batch_cnt=1, total_group_log_size=8503, avg_group_log_size=607) [2024-12-02 13:54:44.464989] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8504) [2024-12-02 13:54:44.466063] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=9] ====== check clog disk timer task ====== [2024-12-02 13:54:44.466083] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:44.467800] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:44.470044] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884434160, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376274, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.470220] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=36000, remain_us=1358405, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.471682] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:44.471703] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.479965] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C9-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.479992] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C9-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.480088] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4C9-0-0] [lt=58][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.480264] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C9-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.480281] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4C9-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.480694] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF187-0-0] [lt=35] get number(ret=0, service_type_=0, range=1, base_id=1733118884480443000, start_id=1733118884480443000, end_id=1733118884480443001) [2024-12-02 13:54:44.480747] INFO [LIB] stat (utility.h:1176) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF187-0-0] [lt=17] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:44.490014] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:44.490283] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF187-0-0] [lt=13][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.490302] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF187-0-0] [lt=18][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.490314] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF187-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.492105] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=4] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:44.492220] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.492223] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.492258] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.492270] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.492406] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.497608] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320036][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=6] ====== traversal_flush timer task ====== [2024-12-02 13:54:44.497946] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DF-0-0] [lt=13] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118897924619000, latest_log_ts:{val:1733118881362923001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:44.498013] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DF-0-0] [lt=62] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:44.498977] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:44.506301] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884469916, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376278, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.506477] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1322148, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.511607] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884450959, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376276, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.511787] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=61000, remain_us=150910, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.512126] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=20] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:44.521202] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D6-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.521215] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C3-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.521231] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD0-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.522479] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D8-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.522488] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD2-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.522632] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C5-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.525556] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=16] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:44.527344] WDIAG read_and_convert_to_tuples_ (ob_table_access_helper.h:419) [2320019][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4008] iter failed(iter_times=0, ret=-4008, ret="OB_ITER_END", MTL_ID()=1, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:44.527429] WDIAG read_multi_row (ob_table_access_helper.h:238) [2320019][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4008] fail to read and convert to tuples(ret=-4008, ret="OB_ITER_END", MTL_ID()=1, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:44.528710] INFO delete_row (ob_table_access_helper.h:312) [2320019][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=17] GCTX.sql_proxy_ insert row success(ret=0, ret="OB_SUCCESS", MTL_ID()=1, table=oceanbase.__all_dbms_lock_allocated, value=expiration <= usec_to_time(1733118884527447) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10, sql=DELETE FROM oceanbase.__all_dbms_lock_allocated WHERE expiration <= usec_to_time(1733118884527447) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10) [2024-12-02 13:54:44.532413] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.532476] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.533872] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=13] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:44.534705] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:44.534727] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.534714] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884434160, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884376274, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.534804] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.534856] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.534902] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.534912] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5450785, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=295, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.534917] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.534941] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.534951] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.534956] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.536031] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.536039] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.536057] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.536061] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.536090] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.536104] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.536117] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:44.536161] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:44.536171] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.539156] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=59] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:44.539419] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.539438] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.540559] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.540575] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.540783] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.542404] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=63] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.543562] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884505696, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884494137, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.543747] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1284878, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.546122] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=13] current monitor number(seq_=-1) [2024-12-02 13:54:44.547385] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1}, delta=244475573598, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.547409] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=21] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.547434] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244457554918, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.547448] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.551007] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2319877][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=13] ====== tenant freeze timer task ====== [2024-12-02 13:54:44.552722] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:44.552746] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=16] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:44.552761] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=11] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=140) [2024-12-02 13:54:44.555479] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=28] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=2955, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:44.555500] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:44.555526] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:44.555543] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3516, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:44.555561] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:44.560093] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=8) [2024-12-02 13:54:44.571487] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:44.571509] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.572831] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884510960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884494137, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.573010] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=89687, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118884662696) [2024-12-02 13:54:44.581800] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884543570, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884527779, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.581995] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246630, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.586720] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=10][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192736436}], scn_array=[cnt:1, {val:1733118884564612000, v:0}], curr_size=589, accum_size=2844, time_cost=21639) [2024-12-02 13:54:44.592461] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.592497] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CA-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.592532] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CA-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.592613] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CA-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.592760] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CA-0-0] [lt=22] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.592777] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CA-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.603688] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:44.603765] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998894, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.603782] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884603567, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.603936] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=1000, remain_us=1998723, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.605008] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884603567, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.605154] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997504, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.607228] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884604612, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.607370] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.608233] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=23][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21107646}], scn_array=[cnt:1, {val:1733118884594088000, v:0}], curr_size=477, accum_size=10586, time_cost=13723) [2024-12-02 13:54:44.608416] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=31][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.608419] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.608463] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.608464] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.609220] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=15][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127181983}], scn_array=[cnt:1, {val:1733118884597246000, v:0}], curr_size=593, accum_size=6219, time_cost=11241) [2024-12-02 13:54:44.609908] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF188-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.609931] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF188-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.609939] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF188-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.610442] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884606717, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.610611] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1992048, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.614689] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884609877, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.614845] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987814, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.619920] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884614089, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.620069] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982590, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.621079] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884581449, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884579343, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.621264] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1207361, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.626144] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884619321, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.626294] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976364, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.632470] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=45] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.632532] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.633369] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884625638, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.633528] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1969130, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.634757] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:44.634780] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.634847] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.634908] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.634952] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.634967] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.634987] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.634996] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.635001] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.634995] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884534088, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884527779, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.635091] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884571969, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884569877, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.635182] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5350515, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=296, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.635205] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118884592696, current_time=1733118884635119) [2024-12-02 13:54:44.635219] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=13][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118884592696, request_time=[mts=1733118884635204]) [2024-12-02 13:54:44.635230] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884635119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.635256] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=25][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}) [2024-12-02 13:54:44.635271] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884635119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:44.635294] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=20] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff5caca7d0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffef406a3f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884635119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118882663615, use_das=false, nested_level=0, session={this:0xffff66560200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef406a3f0}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:44.635333] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=38][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:44.635346] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:44.635355] WDIAG [SQL] open (ob_result_set.cpp:162) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:44.635363] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:44.635372] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.635383] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.635394] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:44.635409] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.635417] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:44.635421] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:44.635434] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:44.635446] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1971830) [2024-12-02 13:54:44.635455] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:44.635465] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.635474] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:44.635482] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:44.635493] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:44.635503] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:44.635561] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:44.635573] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:44.635582] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:44.635588] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:44.635594] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:44.635604] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:44.635614] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:44.635625] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:44.635637] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:44.635646] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:44.635655] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:400) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] fail to get system variable(ret=-4012, tenant_id=1020, var_id=10060) [2024-12-02 13:54:44.635664] WDIAG [SHARE.SCHEMA] get_tenant_int_variable (ob_schema_utils.cpp:360) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] fail get tenant variable(value={"NULL":"NULL"}, var_id=10060, tenant_id=1020, ret=-4012) [2024-12-02 13:54:44.635676] WDIAG [SERVER.OMT] check_parallel_servers_target (ob_tenant.cpp:2053) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] fail read tenant variable(id=1020, ret=-4012) [2024-12-02 13:54:44.636075] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.636084] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.636102] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.636106] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.636135] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.636148] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.636161] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:44.636207] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:44.636217] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.636715] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998978, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.636740] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884636172, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.636895] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1998799, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.637977] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884636172, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.638164] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997530, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.639453] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.639472] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.640244] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884637224, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.640405] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=3000, remain_us=1995289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.640567] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.640582] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=14][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.641607] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884633012, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.641773] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1960886, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.643483] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884639332, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.643636] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1992057, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.647430] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.647464] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244475673571, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.647481] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.647504] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244457654891, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.647517] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.647711] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884642490, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.647863] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987831, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.648812] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=27] [PALF STAT WRITE LOG COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=2978, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:44.648835] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:44.648852] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=3, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:44.648869] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=3885, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:44.648883] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=21, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:44.650850] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884641437, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.651009] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951650, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.652940] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884647708, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.653099] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982594, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.659175] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884652972, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.659332] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976362, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.661087] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884650867, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.661247] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1941412, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.661347] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884620373, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.661507] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1167118, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.666339] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=1882, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:44.666362] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:44.666387] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:44.666409] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2018, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:44.666426] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:44.666416] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884658236, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.666590] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1969103, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.672322] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884660341, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.672480] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1930179, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.674662] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:44.674687] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884665607, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.674847] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1960846, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.675202] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=32] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:44.683925] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884674029, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.684093] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951601, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.684558] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884671923, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.684718] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1917941, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.692516] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.693969] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30D9-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.694172] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884683504, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.694345] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1941348, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.695270] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30DB-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:44.697793] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884684556, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.697951] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=14000, remain_us=1904707, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.700055] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] ====== checkpoint timer task ====== [2024-12-02 13:54:44.701268] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=17] succ to get rec scn(*this={this:0xffff3f204030, ls_id:{id:1}, tenant_id:1, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105233329001, v:0}, max_applied_start_working_ts_:{val:1733118105233329001, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118142120057, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1078}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:44.701300] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=31] tx ctx memtable get rec scn(this={ObITable:{this:0xffff4152c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff4152c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:44.701657] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=19] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118897924619000, latest_log_ts:{val:1733118881362923001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:44.701715] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=55] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xffff448da2f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xffff448ed1d0, memtable_head:0, memtable_tail:1, t3m:0xffff57b8e030, tables:[0xffff4151c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xffff448ef4d0, ls_tablet_svr:0xffff448da2d0}, min_rec_scn={val:1733076001922699000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:44.701740] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=21] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:44.701753] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] get rec log scn(service_type_=0, rec_log_ts={val:1733118881362923001, v:0}) [2024-12-02 13:54:44.701763] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] get rec log scn(service_type_=1, rec_log_ts={val:1733118158251230002, v:0}) [2024-12-02 13:54:44.701773] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] get rec log scn(service_type_=2, rec_log_ts={val:1733118158058420001, v:0}) [2024-12-02 13:54:44.701785] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=8] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:44.701803] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=13] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:44.701816] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733076001922699000, v:0}, checkpoint_scn_in_ls_meta={val:1733076001922699000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:44.701833] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:939466752}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:939466752}, lsn={lsn:939466752}) [2024-12-02 13:54:44.701851] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:939466752}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:44.701859] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=5] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:44.702593] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884660341, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591998, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.702772] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1125852, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.705423] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884694032, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.705578] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1930115, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.708680] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CB-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.708706] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CB-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.708794] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CB-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.708969] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CB-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.708985] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CB-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.712029] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884697190, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.712060] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.712055] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.712102] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.712103] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.712188] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=15000, remain_us=1890471, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.712457] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=20] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:44.716336] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF189-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.716359] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF189-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.716367] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF189-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.717656] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884704559, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.717830] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1917863, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.727266] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884711917, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884708761, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.727429] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1875230, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.729386] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=14] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548197, offset=954281}, end_cursor:ObLogCursor{file_id=5, log_id=548198, offset=954587}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff6717c050, len:4183, log_data_len:306, seq:548197, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:44.729567] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC98-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.729600] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC98-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118884533034000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118884533034000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.730911] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884717182, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884708767, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.731082] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1904612, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.731791] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320316][T1002_TeRec][T1001][YB42C0A800AF-00062843066EEC98-0-0] [lt=15] get number(ret=0, service_type_=0, range=1, base_id=1733118884730863000, start_id=1733118884730863000, end_id=1733118884730863001) [2024-12-02 13:54:44.732503] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.732566] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.733578] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7954) [2024-12-02 13:54:44.733614] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7954) [2024-12-02 13:54:44.733645] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=84, avg_log_gen_to_submit_time=94, avg_log_submit_to_flush_time=1911, avg_log_submit_to_slide_time=1924) [2024-12-02 13:54:44.733676] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=7954, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:44.734721] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=21] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548198, offset=954587}, end_cursor:ObLogCursor{file_id=5, log_id=548199, offset=954884}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67180050, len:3877, log_data_len:297, seq:548198, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:44.734812] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:44.734835] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.734879] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC98-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.734911] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.734916] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC98-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118884533034000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118884533034000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.734964] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.735008] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.735025] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.735048] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.735057] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.735063] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.735268] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884634066, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884591996, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.735455] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=5250242, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=297, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.736140] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.736150] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.736169] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.736174] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.736202] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.736217] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.736231] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:44.736276] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:44.736288] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.738970] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:644) [2319901][T1_TntSharedTim][T1][Y0-0000000000000000-0-0] [lt=10] clear dtl interm result cost(us)(clear_cost=4141, ret=0, gc_.expire_keys_.count()=0, dump count=0, clean count=0) [2024-12-02 13:54:44.739536] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.739556] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.740662] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.740679] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.743509] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884726651, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884708767, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.743675] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1858983, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.744856] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884702454, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884592000, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.745033] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=43000, remain_us=1083592, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.745159] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884730863, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884728758, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.745315] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890378, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.747481] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.747511] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244475773502, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.747526] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.747547] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244457754822, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.747559] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.754570] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3555, avg_group_log_size=355) [2024-12-02 13:54:44.760168] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=7) [2024-12-02 13:54:44.760398] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884744526, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884734026, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.760567] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1875126, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.760754] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884743473, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884734026, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.760924] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1841735, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.763401] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:44.763424] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.764568] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=16] PNIO [ratelimit] time: 1733118884764566, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007617, add_bytes: 0 [2024-12-02 13:54:44.765156] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:44.765186] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:44.776646] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884760321, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755056, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.776818] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1858876, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.779003] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884760321, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755056, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.779167] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1823491, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.788115] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884744526, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884734026, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.788284] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1040341, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.791631] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1483, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:44.791654] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:44.791674] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:44.791692] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1540, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:44.791705] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=22, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:44.792570] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.793898] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884776115, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755058, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.794048] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1841646, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.798245] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884778220, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755058, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.798412] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=20000, remain_us=1804247, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.800278] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:2800, tid:2324660}]) [2024-12-02 13:54:44.812117] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=13][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:18, local_retry_times:18, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.812143] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884792960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755058, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.812186] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.812199] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=12][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.812208] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.812224] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.812282] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CC-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.812311] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CC-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.812329] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.812387] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=57][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.812399] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=12][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:44.812408] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.812403] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CC-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.812418] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884812295, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884755060}, ret=-6231) [2024-12-02 13:54:44.812563] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=144][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.812569] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.812572] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CC-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.812587] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CC-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.812577] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017792, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884811858, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884812295, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.812752] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=173][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.812763] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.812767] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.812776] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.812780] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.812788] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.812793] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.812804] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.812809] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.812817] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.812822] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.812832] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=19, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.812843] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] will sleep(sleep_us=19000, remain_us=1822851, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.815623] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=13354) [2024-12-02 13:54:44.815662] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=13354) [2024-12-02 13:54:44.815692] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=25, avg_log_gen_to_freeze_time=897, avg_log_gen_to_submit_time=905, avg_log_submit_to_flush_time=3135, avg_log_submit_to_slide_time=3147) [2024-12-02 13:54:44.815720] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=13354, hit_cnt=26, read_cnt=26, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:44.815800] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.815805] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.815849] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.815850] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.818482] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=14][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:20, local_retry_times:20, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.818506] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884798190, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.818548] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=37][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.818556] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.818563] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.818577] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.818678] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.818729] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.818740] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:44.818749] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.818757] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884818643, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811864}, ret=-6231) [2024-12-02 13:54:44.818894] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=136][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.818900] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.818904] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017793, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884818177, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811864, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884818643, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.819072] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=165][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.819082] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.819087] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.819094] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.819098] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.819104] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.819112] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.819123] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.819127] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.819135] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.819142] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.819152] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=21, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.819163] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] will sleep(sleep_us=21000, remain_us=1783496, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.823016] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18A-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.823037] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18A-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.823045] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18A-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.825156] INFO [ARCHIVE] do_thread_task_ (ob_archive_fetcher.cpp:310) [2320042][T1_ArcFetcher][T1][YB42C0A800AF-00062843041EE94C-0-0] [lt=18] ObArchiveFetcher is running(thread_index=0) [2024-12-02 13:54:44.831910] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:19, local_retry_times:19, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.831936] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884811858, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.831978] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=36][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.831986] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.831990] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.832005] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.832114] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.832165] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.832172] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:44.832182] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.832191] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884832077, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811870}, ret=-6231) [2024-12-02 13:54:44.832307] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=115][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.832312] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.832355] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=14][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:44, local_retry_times:44, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.832380] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884787695, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884755058, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.832419] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=34][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.832428] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.832433] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.832449] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.832316] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017794, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884831865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884832077, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.832477] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.832487] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.832491] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.832499] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.832506] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.832510] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.832518] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.832528] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.832532] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.832539] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.832548] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.832557] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=20, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.832568] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=20000, remain_us=1803126, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.832551] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.832600] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.832553] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.832612] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118885728624) [2024-12-02 13:54:44.832617] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.832615] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.832623] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118885728624, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e8baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884832517, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811870}, ret=-6231) [2024-12-02 13:54:44.832738] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=114][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.832744] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.832749] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017795, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884831865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe74d4bc00, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884832517, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118885728624, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.832910] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.832919] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.832923] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.832931] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.832936] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.832943] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.832947] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e86f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.832957] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.832961] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.832968] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.832974] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=5][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.832983] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=45, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.832993] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9] will sleep(sleep_us=45000, remain_us=995631, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.834866] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:44.834884] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.834956] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.835008] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.835049] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.835063] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.835083] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.835093] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.835098] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.835529] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:297, local_retry_times:297, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.835557] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884735078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884734022, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.835603] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.835611] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.835616] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.835631] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.835744] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.835800] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=56][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.835812] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:44.835821] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.835830] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884835703, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811870}, ret=-6231) [2024-12-02 13:54:44.835962] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=131][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.835968] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.835974] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017796, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884835024, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884835703, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.836135] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.836145] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.836153] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.836161] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.836165] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.836172] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.836173] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.836179] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.836187] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.836180] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.836191] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.836198] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.836199] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.836203] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:44.836213] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=298, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.836204] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.836225] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9] will sleep(sleep_us=100000, remain_us=5149472, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=298, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.836232] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.836249] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:44.836263] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:44.836307] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:44.836317] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.839698] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.839718] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.840227] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:21, local_retry_times:21, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.840250] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884818177, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811864, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.840292] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=36][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.840299] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.840303] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.840317] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.840423] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.840472] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.840483] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:44.840491] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.840500] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884840385, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811870}, ret=-6231) [2024-12-02 13:54:44.840623] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=123][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.840629] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.840634] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017797, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884840287, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884840385, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.840801] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.840811] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.840819] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.840823] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.840830] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.840834] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.840840] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.840850] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.840854] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.840861] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.840868] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.840871] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.840877] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=22, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.840887] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8] will sleep(sleep_us=22000, remain_us=1761772, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.840888] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.847543] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.847578] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244475873474, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.847590] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.847608] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1001}, delta=244457854794, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.847615] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=5] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.852639] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:20, local_retry_times:20, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.852664] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884831865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.852706] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=36][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.852711] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.852718] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.852736] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.852841] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.852892] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.852902] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:44.852907] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.852916] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884852805, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811872}, ret=-6231) [2024-12-02 13:54:44.853034] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=116][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.853039] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.853043] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017798, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884851869, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811872, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884852805, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.853202] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.853211] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.853215] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.853223] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.853227] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.853234] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.853238] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.853248] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.853252] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.853259] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.853264] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.853273] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=21, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.853284] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=21000, remain_us=1782410, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.854595] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=20] tx gc loop thread is running(MTL_ID()=1) [2024-12-02 13:54:44.854611] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=15] try gc retain ctx [2024-12-02 13:54:44.854617] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=6] try to retry start_working [2024-12-02 13:54:44.854647] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=7] finish update min start scn(max_decided_scn={val:1733118884764533000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118874759190001, v:0}, keep_alive_scn_:{val:1733118879762162001, v:0}, update_ts_:1733118884853975}) [2024-12-02 13:54:44.855842] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=15] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118897924619000, latest_log_ts:{val:1733118881362923001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.856867] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=3668) [2024-12-02 13:54:44.856902] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=3668) [2024-12-02 13:54:44.856928] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=4514, avg_log_submit_to_slide_time=4526) [2024-12-02 13:54:44.862949] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:22, local_retry_times:22, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:44.862976] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884840287, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.863017] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=36][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.863025] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:44.863032] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:44.863047] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:44.863156] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.863205] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:44.863215] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:44.863221] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:44.863229] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884863118, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118884811872}, ret=-6231) [2024-12-02 13:54:44.863355] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=124][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:44.863360] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:44.863365] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017799, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884862401, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811872, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118884863118, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:44.863530] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:44.863540] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:44.863547] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:44.863554] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:44.863561] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:44.863567] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:44.863572] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:44.863581] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:44.863588] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:44.863594] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:44.863602] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:44.863611] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=23, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:44.863621] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] will sleep(sleep_us=23000, remain_us=1739037, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.870215] INFO [SHARE] get_balance_job (ob_balance_job_table_operator.cpp:209) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=30] empty balance job(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=select time_to_usec(gmt_create) as start_time, time_to_usec(gmt_modified) as finish_time, * from __all_balance_job) [2024-12-02 13:54:44.871420] INFO [BALANCE] build (ob_transfer_partition_task.cpp:120) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=20] [TRANSFER_PARTITION] no transfer partition task(tenant_id_=1002) [2024-12-02 13:54:44.871440] INFO [BALANCE] transfer_partition_ (ob_tenant_balance_service.cpp:1010) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=18] no transfer partition job [2024-12-02 13:54:44.871449] INFO [BALANCE] transfer_partition_ (ob_tenant_balance_service.cpp:1040) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=5] [TENANT_BALANCE] finish transfer partition(ret=0, ret="OB_SUCCESS", job_cnt=0, enable transfer=true) [2024-12-02 13:54:44.873768] INFO [BALANCE] gather_ls_status_stat (ob_tenant_balance_service.cpp:284) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=11] [TENANT_BALANCE] LS no need balance(ls_status={tenant_id:1002, ls_id:{id:1}, ls_group_id:0, status:"NORMAL", unit_group_id:0, primary_zone:"zone1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}) [2024-12-02 13:54:44.873801] INFO [BALANCE] ls_balance_ (ob_tenant_balance_service.cpp:493) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=23] [TENANT_BALANCE] finish ls balance(ret=0, ret="OB_SUCCESS", need_ls_balance=false, job={tenant_id:0, job_id:{id:-1}, job_type:{val:-1, job_type:"INVALID"}, job_status:{val:-1, job_status:"INVALID"}, primary_zone_num:0, unit_group_num:0, comment:, balance_strategy:}, tasks=[]) [2024-12-02 13:54:44.874360] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884851869, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811872, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.874539] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1761154, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.875950] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=20][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.876023] INFO [BALANCE] do_work (ob_tenant_balance_service.cpp:157) [2320323][T1002_TBalance][T1002][YB42C0A800AF-000628430D9EE993-0-0] [lt=17] [TENANT_BALANCE] finish one round(ret=0, ret="OB_SUCCESS", tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1002, job_cnt=0, primary_zone_num_=1, unit_group_array_=[{unit_group_id:1001, status:0}], ls_array_=[{tenant_id:1002, ls_id:{id:1001}, ls_group_id:1001, status:"NORMAL", unit_group_id:1001, primary_zone:"zone1", flag:{flag:0, is_duplicate:false, is_block_tablet_in:false}}], idle_time_us=10000000, last_partition_balance_time=1733118173254643, last_statistic_bg_stat_time=1733118173789158, last_statistic_schema_version=1733071296522896, last_statistic_max_transfer_task_id={id:-1}, enable_rebalance=true, enable_transfer=true) [2024-12-02 13:54:44.878061] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:44.878098] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=28] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884831865, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.878255] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=950369, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.886697] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884862401, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811872, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.886874] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715785, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.891509] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:44.891511] INFO [PALF] inner_write_once_ (log_block_handler.cpp:412) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=12215415, this={dio_aligned_buf:{buf_write_offset:1265, buf_padding_size:2831, align_size:4096, aligned_buf_size:3682304, aligned_used_ts:4032, truncate_used_ts:1066}, log_block_size:67108864, dir_fd:150, io_fd:151}, aligned_buf_len=4096, aligned_block_offset=12214272, buf_len=122, total_write_size=13850, total_write_size_after_dio=430080, ob_pwrite_used_ts=194845, count=101, each_pwrite_cost=1929) [2024-12-02 13:54:44.891552] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1220) [2024-12-02 13:54:44.891696] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=22] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1019, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:44.892627] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.892839] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=18] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:44.892924] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=17] inner load succ(latest_freeze_info={frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118881192468000, v:0}, frozen_statuses_.count():1, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}]}) [2024-12-02 13:54:44.892947] INFO [STORAGE] inner_update_info (ob_tenant_freeze_info_mgr.cpp:704) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=20] ObTenantFreezeInfoMgr success to update infos(new_snapshot_gc_scn={val:1733118881192468000, v:0}, new_freeze_infos=[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}], new_snapshots=[], freeze_info_mgr_={is_inited:true, tenant_id:1019, freeze_info:{latest_snapshot_gc_scn:{val:1733118881192468000, v:0}, frozen_statuses_.count():1, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}]}}) [2024-12-02 13:54:44.896621] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884873984, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884872931, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.896801] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1738893, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.898363] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.898380] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.898643] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.898719] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:44.910955] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884886621, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884872931, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.911136] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1691522, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.912775] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:44.916092] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:44.916126] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.916221] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:44.916389] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:44.916406] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:44.918082] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4CD-0-0] [lt=51] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=25, avg_log_batch_cnt=1, total_group_log_size=13354, avg_group_log_size=534) [2024-12-02 13:54:44.919238] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.919241] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:44.919281] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:44.919282] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:44.919883] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884896098, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884872931, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.920063] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715631, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.924335] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884877142, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884872931, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.924496] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=47000, remain_us=904128, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.929244] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18B-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.929268] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18B-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.929276] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18B-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:44.932628] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.932697] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=66] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:44.934925] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:44.934948] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.935020] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.935089] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:44.935130] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.935145] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:44.935170] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:44.935180] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:44.935185] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.936215] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884910842, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884872931, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.936260] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:44.936269] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.936288] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:44.936292] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:44.936293] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:44.936321] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.936336] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:44.936318] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=15] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884835024, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884811870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.936349] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:44.936381] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=1666278, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.936392] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:44.936400] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:44.936499] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=5049198, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=299, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:44.939748] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.939769] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:44.940920] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:44.940937] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:44.942981] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320220][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=16] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff3e5de2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:44.944143] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884919265, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916111, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.944308] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1691386, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.947594] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.947621] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244475973507, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:44.947638] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.947660] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244457954827, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:44.947671] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:44.960243] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=6) [2024-12-02 13:54:44.960634] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:44.960653] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.962459] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884936109, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916117, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.962631] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1640028, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.965084] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320034][T1_TenantWeakRe][T1][YB42C0A800AF-0006284309DEF769-0-0] [lt=10] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=2.960088925361633301e+02, this=0xffff57beb208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=1535, Resource Limit(MB)=1480, Throttle Trigger(MB)=888, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=3.726010280941743691e+00) [2024-12-02 13:54:44.967349] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192737849}], scn_array=[cnt:1, {val:1733118884764533002, v:0}], curr_size=122, accum_size=122, time_cost=12664) [2024-12-02 13:54:44.967451] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=60] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=3079, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:44.969388] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884943479, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916117, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.969568] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1666126, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.971577] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884923476, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916111, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.971728] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=48000, remain_us=856897, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:44.971796] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:44.971817] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:44.989710] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884962394, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916117, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.989875] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=28000, remain_us=1612783, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:44.990266] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:44.990293] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:44.990319] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:44.992683] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:44.995650] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884968711, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916119, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:44.995823] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1639870, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:44.998201] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:44.999579] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=3, start_service_tstamp_=1733118167309774, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:45.003282] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:805) [2320144][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=23] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):172, sequence:1}) [2024-12-02 13:54:45.017954] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884988715, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916119, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.018126] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=29000, remain_us=1584533, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.019507] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CE-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.019538] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CE-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.019626] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CE-0-0] [lt=17][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.019779] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CE-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.019797] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CE-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.019807] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884970819, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916119, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.019979] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=808645, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.022742] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.022748] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.022785] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.022791] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.022904] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884995033, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916119, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.023050] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1612644, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.032661] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.032724] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.034330] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=18] ts response task statistics(alloc_count=21606, free_count=10802) [2024-12-02 13:54:45.034383] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=17] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_refresh=false, gts_local_cache={srr:[mts=1733118885034374], gts:1733118885033953001, latest_srr:[mts=1733118885034374]}) [2024-12-02 13:54:45.034615] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=15] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_refresh=false, gts_local_cache={srr:[mts=1733118885034604], gts:1732874408973130000, latest_srr:[mts=1733118885034604]}) [2024-12-02 13:54:45.034980] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:45.035005] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.035081] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.035136] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.035179] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.035197] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.035222] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.035232] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.035241] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.035433] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=13] ====== check clog disk timer task ====== [2024-12-02 13:54:45.035453] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=13] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:45.035719] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18C-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.035744] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18C-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.035756] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18C-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.036317] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.036328] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.036348] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.036353] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.036382] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.036397] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.036410] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:45.036453] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:45.036464] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.036564] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:45.036584] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118884936109, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884916117, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.036768] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4948929, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=300, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.039764] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.039783] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.040917] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.040933] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.047208] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885017141, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118884997141, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.047269] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=55] [PALF STAT APPEND COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:45.047382] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=30000, remain_us=1555277, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.047653] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.047681] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1}, delta=244476074489, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.047696] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.047718] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244458055809, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.047730] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.051129] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885022406, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885019252, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.051294] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1584400, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.065287] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:45.066489] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1002, new_min_version={val:1733118884533034002, v:0}, new_max_version={val:1733118884533034002, v:0}, last_min_version={val:1733118884533034001, v:0}, last_max_version={val:1733118884533034001, v:0}, total_time_us=2594, delta_us=533454) [2024-12-02 13:54:45.069062] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885019246, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885019248, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.069230] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=759395, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.070151] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] ====== tenant freeze timer task ====== [2024-12-02 13:54:45.070171] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=15] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54750400, tenant_id=1002) [2024-12-02 13:54:45.070194] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:45.071581] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:45.071598] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=14] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.076138] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=17] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:45.076283] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=31] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:45.077461] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885046566, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885029785, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.077636] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=31000, remain_us=1525023, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.080372] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885050779, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885050780, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.080545] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1555149, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.090336] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:45.091564] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=7, avg_log_submit_to_flush_time=1349, avg_log_submit_to_slide_time=1362) [2024-12-02 13:54:45.091603] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1394, avg_log_submit_to_slide_time=1402) [2024-12-02 13:54:45.091598] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1342, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:45.091620] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1342, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:45.092738] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.097024] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=12] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1001, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:45.098164] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:45.098248] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] inner load succ(latest_freeze_info={frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118882952306000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}) [2024-12-02 13:54:45.108714] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885077100, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885071837, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.108885] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1493773, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.110625] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885080259, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885071837, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.110801] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=31000, remain_us=1524893, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.113095] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:45.117704] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.117710] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=11] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.117860] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.117868] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.117973] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118015] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118334] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118420] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118437] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=8] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118448] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118531] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=10] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.118888] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1092) [2320191][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=12] replay status is not follower(min_unreplayed_lsn={lsn:2121074286}, base_lsn={lsn:2013143040}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118160358648, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:898659, ret_code_:0}}, next_to_submit_lsn_:{lsn:2121074286}, next_to_submit_scn_:{val:1733118105332305001, v:0}, base_lsn_:{lsn:2013143040}, base_scn_:{val:1733106655961883000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11205000, next_round_pread_size:3678208, curr_read_pos:593, curr_read_buf_start_pos:0, curr_read_buf_end_pos:593, log_storage_:{start_lsn:{lsn:2121073693}, end_lsn:{lsn:2121074286}, read_buf:{buf_len_:3747840, buf_:0xffff11205000}, block_size:67104768, log_storage_:0xffff399471b0, log_storage_:{log_tail:{lsn:2127187438}, readable_log_tail:{lsn:2127187438}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:31, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001/1/log", dir_fd:139, min_block_id:26, max_block_id:32, curr_writable_block_id:31}, logical_block_size_:67104768, curr_block_writable_size_:20165138, block_header_serialize_buf_:0xffff39948178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105332305000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:505, scn_:{val:1733118105332305000, v:0}, data_checksum:3599698338, flag:25137}}, init_mode_version:0, accumulate_checksum:2804455760, curr_entry_is_padding:0, padding_entry_size:537, padding_entry_scn:{val:1733118105332305000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:59, read_io_size:108924928, read_disk_cost_ts:886340, start_lsn:{lsn:2013143040}}}}}}) [2024-12-02 13:54:45.118958] INFO [CLOG] operator() (ob_log_replay_service.cpp:1679) [2320191][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=68] get_replay_process success(id={id:1}, submitted_log_size=107931246, unsubmitted_log_size=0, replayed_log_size=107931246, unreplayed_log_size=0) [2024-12-02 13:54:45.119057] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:182) [2320191][T1001_ReplayPro][T1001][Y0-0000000000000000-0-0] [lt=10] dump tenant replay process(tenant_id=1001, unsubmitted_log_size(MB)=0, unreplayed_log_size(MB)=0, estimate_time(second)=0, submitted_log_size(MB)=102, replayed_log_size(MB)=102, last_submitted_log_size(MB)=102, last_replayed_log_size(MB)=102, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-12-02 13:54:45.119312] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885068676, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885062362, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.119479] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=51000, remain_us=709146, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.122947] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CF-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.122974] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CF-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.123059] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4CF-0-0] [lt=47][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.123202] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CF-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.123218] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4CF-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.126590] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.126595] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.126635] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.126634] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.132733] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.132796] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.135035] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:45.135057] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.135125] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.135178] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.135217] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.135232] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.135255] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.135264] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.135273] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.136347] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.136356] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.136374] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.136378] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.136407] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.136421] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.136434] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:45.136477] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:45.136487] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.136858] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885036034, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885029783, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.137044] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4848653, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=301, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.139857] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.139877] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.140965] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885108689, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885071837, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.141035] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.141051] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.141132] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1461526, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.141889] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18D-0-0] [lt=32][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.141909] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18D-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.141883] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885109742, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885071837, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.141917] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18D-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.142045] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1493649, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.145341] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30E0-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.145889] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30E1-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.147706] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.147736] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244476174482, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.147752] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.147774] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244458155802, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.147785] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.160321] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=5) [2024-12-02 13:54:45.170562] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885119221, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885071837, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.170737] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=52000, remain_us=657888, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.174125] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885141289, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122391, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.174213] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885140237, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122391, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.174286] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1461407, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.174392] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1428267, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.185890] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=29kB/s, net_out=29kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:45.185925] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:45.186001] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:45.186053] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:45.186082] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:6144, iops:2, bw:12254, [delay/us]:prepare:9, schedule:13, submit:6, rt:1089, total:1118) [2024-12-02 13:54:45.186123] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:45.186157] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:6144, avg_iops:2, avg_bw:12254, [delay/us]: prepare:9, schedule:13, submit:6, device:1089, total:1118) [2024-12-02 13:54:45.186186] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:45.186235] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:45.186258] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2173, limit:9223372036854775807, [delay/us]:prepare:6, schedule:26, submit:19, rt:8, total:60) [2024-12-02 13:54:45.186297] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2173, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:45.186320] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2173, [delay/us]: prepare:6, schedule:26, submit:19, device:8, total:60) [2024-12-02 13:54:45.186348] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:45.186368] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:6211, total:6220) [2024-12-02 13:54:45.186405] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:45.186425] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:6211, total:6220) [2024-12-02 13:54:45.186449] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:45.186462] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:45.186470] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:45.186480] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=5] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:45.186487] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:45.189688] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:45.190391] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:45.190412] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:45.192793] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.193712] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2319907][T1_DupTbLease][T1][Y0-0000000000000000-0-0] [lt=16][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:45.193798] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2319907][T1_DupTbLease][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1 and flag like "%DUPLICATE%", tenant_id=1, exec_tenant_id=1, need_member_list=false) [2024-12-02 13:54:45.200473] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=18] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:45.200499] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=19] temporary file module use no blocks [2024-12-02 13:54:45.200510] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:45.200523] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:45.200535] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238632698946, flush_io_finished_ret_:0, flush_io_finished_round_:308, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:45.200890] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118884997138000, v:0}, min_version={val:1733118884997138000, v:0}, max_version={val:1733118884997138000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:45.201933] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=20] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:45.204904] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:45.204927] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=17] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:45.207366] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885173899, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122393, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.207545] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1428148, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.207953] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:45.208474] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885173899, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122393, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.208652] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1394007, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.210862] INFO [CLOG] run1 (ob_garbage_collector.cpp:1466) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=8] Garbage Collector is running(seq_=74, gc_interval=10000000) [2024-12-02 13:54:45.210890] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1601) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=13] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-12-02 13:54:45.210920] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1559) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=10] gc_check_member_list_ cost time(ret=0, time_us=44) [2024-12-02 13:54:45.210933] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=9] execute_gc cost time(ret=0, time_us=1) [2024-12-02 13:54:45.212095] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1755) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=8] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-12-02 13:54:45.212120] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1777) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=19] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-12-02 13:54:45.212133] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=12] execute_gc cost time(ret=0, time_us=13) [2024-12-02 13:54:45.212141] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=7] ObSafeDestroyHandler start process [2024-12-02 13:54:45.212150] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:133) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=7] ObSafeDestroyTaskQueue::loop begin(queue_.size()=0) [2024-12-02 13:54:45.212169] INFO [SERVER] loop (ob_safe_destroy_handler.cpp:140) [2320196][T1001_GCCollect][T1001][Y0-0000000000000000-0-0] [lt=6] ObSafeDestroyTaskQueue::loop finish(ret=0, queue_.size()=0) [2024-12-02 13:54:45.221634] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC13-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:45.221655] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC13-0-0] [lt=20] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:45.222822] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885169688, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122393, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.222997] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=53000, remain_us=605627, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.226881] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D0-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.226910] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D0-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.227020] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D0-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.227192] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D0-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.227211] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D0-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.230235] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.230231] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.230278] INFO [PALF] next (palf_iterator.h:183) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=47] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:45.230279] INFO [PALF] next (palf_iterator.h:183) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:45.230296] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=16] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.230299] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=18] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.232782] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.232847] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.235088] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:45.235110] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.235178] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.235239] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.235280] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.235294] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.235315] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.235324] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.235329] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.236403] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.236412] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.236431] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.236435] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.236463] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.236473] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.236486] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:45.236530] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:45.236540] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.237132] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885136025, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122385, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.237320] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4748377, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=302, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.239870] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.239889] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.241030] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.241046] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.241625] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885206496, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122399, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.241778] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1393916, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.243732] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885207549, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122399, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.243898] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1358761, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.247561] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=17] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:45.247583] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=18] temporary file module use no blocks [2024-12-02 13:54:45.247590] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=5] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:45.247599] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=7] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:45.247607] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=8] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238632746031, flush_io_finished_ret_:0, flush_io_finished_round_:734, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:45.247763] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.247796] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244476274420, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.247813] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.247834] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244458255740, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.247846] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.248035] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18E-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.248057] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18E-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.248069] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18E-0-0] [lt=12][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.248318] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=18] [WRS] update tenant weak read server version(tenant_id=1019, server_version={version:{val:1733118885140237000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0, epoch_tstamp:1733118885248298}, version_delta=108080) [2024-12-02 13:54:45.257351] INFO pn_ratelimit (group.c:626) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=14] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-12-02 13:54:45.258459] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=19] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:45.263514] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:45.263540] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=24] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.276077] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885222294, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885122401, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.276250] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=54000, remain_us=552375, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.276856] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885241230, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.277006] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1358688, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.279979] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885243336, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.280151] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1322507, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.282432] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2320132][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=23] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:45.284170] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:45.292849] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.307718] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=17] gc stale ls task succ [2024-12-02 13:54:45.313085] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885275974, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.313260] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1322434, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.313428] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:45.314959] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320424][T1002_ArcSender][T1002][YB42C0A800AF-0006284306CEE94C-0-0] [lt=14][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:45.317231] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885279134, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.317409] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=38000, remain_us=1285250, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.321061] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=21] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:45.321083] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=17] temporary file module use no blocks [2024-12-02 13:54:45.321095] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:45.321108] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:45.321121] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238632819536, flush_io_finished_ret_:0, flush_io_finished_round_:308, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:45.322725] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:45.330330] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885275974, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.330494] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D1-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.330500] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=498125, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.330522] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D1-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.330620] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D1-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.330784] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.330801] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D1-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.332845] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.332907] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.333819] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.333822] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.333863] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.333863] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.335141] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:45.335161] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.335229] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.335283] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.335324] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.335338] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.335362] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.335370] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.335375] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.336448] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.336457] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.336475] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.336479] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.336507] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.336521] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.336536] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:45.336580] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:45.336592] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.337408] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885237019, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226495, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.337610] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4648087, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=303, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.339934] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.339953] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.340765] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:45.341095] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.341112] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.347813] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.347840] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244476374417, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.347856] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.347876] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get_max_applied_scn(scn={val:18446744073709551615, v:3}, this={ls_id_:{id:1001}, role_:2, proposal_id_:-1, palf_committed_end_lsn_:{lsn:0}, palf_committed_end_scn_:{val:18446744073709551615, v:3}, last_check_scn_:{val:18446744073709551615, v:3}, max_applied_cb_scn_:{val:18446744073709551615, v:3}}) [2024-12-02 13:54:45.347893] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get_min_unreplayed_log_info in skip state(lsn={lsn:6978895872}, scn={val:1732874426991810003, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118885333811, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:6978895872}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:6978895872}, base_scn_:{val:1732874426991810003, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}}}) [2024-12-02 13:54:45.347941] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=47] get wrs ts(ls_id={id:1001}, delta=244458355737, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.347949] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.350342] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885312831, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.350505] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1285188, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.350571] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.350590] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.352025] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.352042] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.354273] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18F-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.354294] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18F-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.354302] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF18F-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.354892] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=52] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4257) [2024-12-02 13:54:45.355488] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885317043, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.355672] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246986, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.360398] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=4) [2024-12-02 13:54:45.373627] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=22] PNIO [ratelimit] time: 1733118885373625, bytes: 19757455, bw: 0.029646 MB/s, add_ts: 1002408, add_bytes: 31161 [2024-12-02 13:54:45.382246] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320017][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=15] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:45.385568] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885329682, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885226505, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.385780] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] will sleep(sleep_us=56000, remain_us=442845, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.388588] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885349654, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885330741, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.388764] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246930, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.392125] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=2036) [2024-12-02 13:54:45.392813] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1470, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:45.392839] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:45.392853] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=5, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:45.392868] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1514, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:45.392881] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=29, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:45.392904] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.394754] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885354923, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885350715, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.394928] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1207731, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.396871] WDIAG [RPC.OBRPC] rpc_call (ob_rpc_proxy.ipp:447) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-4006] Rpc proxy not inited(ret=-4006) [2024-12-02 13:54:45.427847] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885388630, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885375993, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.428018] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1207676, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.432919] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.432988] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=65] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.434093] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.434123] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.434216] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.434377] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.434393] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.435009] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885393898, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885375993, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.435183] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1167476, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.435178] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:45.435205] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.435278] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.435333] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.435375] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.435391] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.435418] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.435428] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.435436] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.436009] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4D2-0-0] [lt=55] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13968) [2024-12-02 13:54:45.436514] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.436523] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.436541] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.436546] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.436575] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.436589] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.436602] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:45.436646] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:45.436656] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.437560] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.437561] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.437603] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.437604] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.437698] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885337053, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885330741, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.437899] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4547798, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=304, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.440009] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.440028] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.441177] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.441193] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.441866] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885385467, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885375993, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.442049] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=386576, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.447875] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.447909] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244476474394, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.447923] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.447941] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1001}, delta=244458455714, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.447949] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.455379] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2745) [2320146][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", [SlidingWindow]={palf_id:1, self:"192.168.0.175:2882", lsn_allocator:{max_log_id:3662507, max_lsn:2127189735, max_scn:{val:1733118885398110000, v:0}}, group_buffer:{log_group_buffer: start_lsn:{lsn:2121073693}, reuse_lsn:{lsn:2127189735}, reserved_buffer_size:41943040, available_buffer_size:33554432, readable_begin_lsn:{lsn:2121074286}}, last_submit_lsn:{lsn:2127189142}, last_submit_end_lsn:{lsn:2127189735}, last_submit_log_id:3662507, last_submit_log_pid:3, max_flushed_lsn:{lsn:2127189142}, max_flushed_end_lsn:{lsn:2127189735}, max_flushed_log_pid:3, committed_end_lsn:{lsn:2127189735}, last_slide_log_id:3662507, last_slide_scn:{val:1733118885398110000, v:0}, last_slide_lsn:{lsn:2127189142}, last_slide_end_lsn:{lsn:2127189735}, last_slide_log_pid:3, last_slide_log_accum_checksum:1919249745, last_fetch_end_lsn:{lsn:18446744073709551615}, last_fetch_max_log_id:-1, last_fetch_committed_end_lsn:{lsn:18446744073709551615}, last_truncate_lsn:{lsn:18446744073709551615}, last_fetch_req_time:0, is_truncating:false, is_rebuilding:false, last_rebuild_lsn:{lsn:18446744073709551615}, freeze_mode:"FEEDBACK_FREEZE_MODE", has_pending_handle_submit_task:false, last_fetch_trigger_type:"LOG_LOOP_TH", this:0xffff3993e630}, [StateMgr]={this:0xffff39943930, self:"192.168.0.175:2882", palf_id:1, role:"LEADER", replica_type:"NORMAL_REPLICA", state:"ACTIVE", prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:3}, leader:"192.168.0.175:2882", leader_epoch:1, is_sync_enabled:true, allow_vote:true, allow_vote_persisted:true, pending_end_lsn:{lsn:18446744073709551615}, scan_disk_log_finished:true, last_check_start_id:3662508, is_changing_config_with_arb:false, reconfirm_start_time_us:1733118160158420, palf_role_change_cb:0xffff3994b4b0, allow_vote:true}, [ConfigMgr]={palf_id:1, self:"192.168.0.175:2882", alive_paxos_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, alive_paxos_replica_num:1, log_ms_meta:{version:3, proposal_id:3, prev:{version:1, config:{config_version:{proposal_id:2, config_seq:3}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:3, config_seq:4}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:2, prev_lsn:{lsn:2121073693}, prev_mode_pid:3}, running_args:{server:{server:"0.0.0.0:0", timestamp:-1, flag:0}, curr_member_list:0, curr_replica_num:0, new_replica_num:1, config_version:{proposal_id:9223372036854775807, config_seq:-1}, ref_scn:{val:18446744073709551615, v:3}, lock_owner:-1, lock_type:0, added_list:0, removed_list:0, type:"STARTWORKING"}, state:0, checking_barrier:{prev_log_proposal_id:2, prev_lsn:{lsn:2121073693}, prev_end_lsn:{lsn:2121074286}, prev_mode_pid:3}, reconfig_barrier:{prev_log_proposal_id:2, prev_lsn:{lsn:2121073693}, prev_end_lsn:{lsn:2121074286}, prev_mode_pid:3}, persistent_config_version:{proposal_id:3, config_seq:4}, ms_ack_list:0, resend_config_version:{proposal_id:3, config_seq:4}, resend_log_list:{learner_num:0, learner_array:[]}, last_submit_config_log_time_us:-1, need_change_config_bkgd:false, bkgd_config_version:{proposal_id:9223372036854775807, config_seq:-1}, region:"sys_region", register_time_us:-1, parent:"0.0.0.0:0", parent_keepalive_time_us:-1, last_submit_register_req_time_us:-1, children:{learner_num:0, learner_array:[]}, last_submit_keepalive_time_us:-1, this:0xffff39940930}, [ModeMgr]={palf_id:1, self:"192.168.0.175:2882", applied_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, accepted_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, last_submit_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}, state:"MODE_INIT", new_proposal_id:9223372036854775807, local_max_lsn:{lsn:18446744073709551615}, local_max_log_pid:9223372036854775807, max_majority_accepted_pid:9223372036854775807, max_majority_lsn:{lsn:18446744073709551615}, max_majority_accepted_mode_meta:{version:-1, proposal_id:9223372036854775807, mode_version:9223372036854775807, access_mode:0, ref_scn:{val:18446744073709551615, v:3}}, follower_list:0, ack_list:0, majority_cnt:9223372036854775807, last_submit_req_ts:-1, resend_mode_meta_list:{learner_num:0, learner_array:[]}}, [LogEngine]={palf_id:1, is_inited:true, min_block_max_scn:{val:1733081293387116001, v:0}, min_block_id:26, min_block_min_scn:{val:1733074175254907001, v:0}, base_lsn_for_block_gc:{lsn:2013143040}, log_meta:{version:1, log_prepare_meta:{version:1, voted_for:"0.0.0.0:0", log_proposal_id:3}, log_config_meta:{version:3, proposal_id:3, prev:{version:1, config:{config_version:{proposal_id:2, config_seq:3}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, curr:{version:1, config:{config_version:{proposal_id:3, config_seq:4}, log_sync_memberlist:1{server:"192.168.0.175:2882", timestamp:1, flag:0}, log_sync_replica_num:1, arbitration_member:{server:"0.0.0.0:0", timestamp:-1, flag:0}, learnerlist:{learner_num:0, learner_array:[]}, degraded_learnerlist:{learner_num:0, learner_array:[]}}, lock_meta:{version:1, lock_type:0, lock_owner:-1, lock_time:-1}}, prev_log_proposal_id:2, prev_lsn:{lsn:2121073693}, prev_mode_pid:3}, log_snapshot_meta:{version:2, base_lsn:{lsn:2013143040}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, log_replica_property_meta:{allow_vote:true, replica_type:"NORMAL_REPLICA"}, log_mode_meta:{version:1, proposal_id:3, mode_version:0, access_mode:1, ref_scn:{val:1, v:0}}}, log_meta_storage:{log_tail:{lsn:110592}, readable_log_tail:{lsn:110592}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:2147352576}, min_scn:{val:0, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001/1/meta", dir_fd:138, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:66994176, block_header_serialize_buf_:0xffff39946178, flashback_version:0}, log_storage:{log_tail:{lsn:2127189735}, readable_log_tail:{lsn:2127189735}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:31, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001/1/log", dir_fd:139, min_block_id:26, max_block_id:32, curr_writable_block_id:31}, logical_block_size_:67104768, curr_block_writable_size_:20162841, block_header_serialize_buf_:0xffff39948178, flashback_version:0}, palf_epoch:1, last_purge_throttling_ts:1733118160158088, this:0xffff399441b0}, [Reconfirm]={palf_id:1, self:"192.168.0.175:2882", state:"FINISHED", new_proposal_id:3, prepare_log_ack_list:0, curr_paxos_follower_list:0, majority_cnt:1, majority_max_log_server:"192.168.0.175:2882", majority_max_accept_pid:2, majority_max_lsn:{lsn:2121074286}, saved_end_lsn:{lsn:2121074286}, last_submit_prepare_req_time_us:1733118160158651, last_fetch_log_time_us:-1, last_record_sw_start_id:-1, last_notify_fetch_time_us:-1, last_purge_throttling_time_us:-1, this:0xffff39943ab0}) [2024-12-02 13:54:45.455525] INFO [PALF] check_and_switch_state (palf_handle_impl.cpp:2749) [2320146][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=141] [PALF_DUMP](palf_id=1, self="192.168.0.175:2882", ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118885399681, last_flushed_end_lsn:{lsn:2127189735}}]) [2024-12-02 13:54:45.455537] INFO [PALF] report_log_task_trace (log_sliding_window.cpp:4325) [2320146][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=9] current log_task status(palf_id=1, self="192.168.0.175:2882", log_id=3662508, log_task={header:{begin_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:18446744073709551615}, log_id:-1, min_scn:{val:18446744073709551615, v:3}, max_scn:{val:18446744073709551615, v:3}, data_len:0, proposal_id:9223372036854775807, prev_lsn:{lsn:18446744073709551615}, prev_proposal_id:9223372036854775807, committed_end_lsn:{lsn:18446744073709551615}, data_checksum:-1, accum_checksum:-1, is_padding_log:false, is_raw_write:false}, state_map:{val:0}, ref_cnt:0, gen_ts:-1, freeze_ts:-1, submit_ts:-1, flushed_ts:-1, gen_to_freeze cost time:0, gen_to_submit cost time:0, submit_to_flush cost time:0}, ack_info_list=[{member:{server:"192.168.0.175:2882", timestamp:1, flag:0}, last_ack_time_us:1733118885399681, last_flushed_end_lsn:{lsn:2127189735}}]) [2024-12-02 13:54:45.460391] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF190-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.460414] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF190-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.460422] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF190-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.460745] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:45.460769] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.465146] INFO [STORAGE.TRANS] refresh_elr_tenant_config_ (ob_tx_elr_util.cpp:47) [2320415][T1002_TenantWea][T1001][YB42C0A800AF-000628430BBEF737-0-0] [lt=21] refresh tenant config success(tenant_id=1001, *this={last_refresh_ts:1733118885464372, can_tenant_elr:true}) [2024-12-02 13:54:45.465492] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=13, avg_log_batch_cnt=1, total_group_log_size=8345, avg_group_log_size=641) [2024-12-02 13:54:45.465513] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8344) [2024-12-02 13:54:45.467854] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:45.468101] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885427515, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885398110, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.468272] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1167422, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.471912] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:45.471936] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.476267] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885434891, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433840, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.476439] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=42000, remain_us=1126220, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.477368] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=30] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:45.490544] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=2036, avg_group_log_size=185) [2024-12-02 13:54:45.492958] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.499067] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:45.499108] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885441207, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433844, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.499293] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=329332, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.508873] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=18] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:45.508900] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=21] temporary file module use no blocks [2024-12-02 13:54:45.508911] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:45.508925] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=4048, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:45.508938] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238633007346, flush_io_finished_ret_:0, flush_io_finished_round_:734, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:45.509351] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885467532, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433854, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.509530] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1126163, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.513755] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:45.518518] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885475953, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433854, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.518695] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1083964, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.523315] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C6-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.523328] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD3-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.523334] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30E2-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.524584] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30E4-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.524593] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C8-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.524693] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD5-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.525637] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=20] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:45.532971] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.533036] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.534850] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=11] gts statistics(tenant_id=1, gts_rpc_cnt=10, get_gts_cache_cnt=460, get_gts_with_stc_cnt=103, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=65, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:45.534871] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=21] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:45.535232] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:45.535254] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.535328] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.535382] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.535424] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.535440] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.535464] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.535473] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.535482] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.536557] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.536566] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.536585] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.536590] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.536618] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.536632] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.536645] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:45.536690] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:45.536700] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.537775] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.537807] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.537890] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=16][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.537986] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885436996, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433844, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.538055] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.538072] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.538184] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4447513, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=305, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.539739] INFO [LIB] stat (utility.h:1176) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4D3-0-0] [lt=51] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:45.540066] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.540088] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.541093] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.541097] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.541140] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.541144] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.541252] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.541268] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.542551] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=59] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:45.544093] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=16] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.545640] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=57] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.547928] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.547957] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244476574342, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.547973] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.547994] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244458555662, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.548006] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.551614] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885508570, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885499093, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.551793] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1083901, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.553093] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:228) [2319638][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=16] [ASYNC TASK QUEUE](queue_.size()=0, sys_view_consistent_.size()=1205) [2024-12-02 13:54:45.555427] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2320146][T1001_LogLoop][T1001][Y0-0000000000000000-0-0] [lt=22] LogLoopThread round_cost_time(us)(round_cost_time=201) [2024-12-02 13:54:45.555982] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=3917, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:45.556005] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=8, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:45.556030] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:45.556047] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4164, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:45.556066] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:45.557380] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885499092, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885433854, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.557586] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=271038, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.560474] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=3) [2024-12-02 13:54:45.561779] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885518003, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885499093, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.561951] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1040708, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.566680] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF191-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.566701] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF191-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.566709] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF191-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.571671] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:45.571693] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.590603] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=2036) [2024-12-02 13:54:45.592403] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=2036) [2024-12-02 13:54:45.593013] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.594875] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885550630, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885538025, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.595057] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1040637, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.601446] INFO [LIB] log_compress_loop_ (ob_log_compressor.cpp:410) [2319534][SyslogCompress][T0][Y0-0000000000000000-0-0] [lt=18] log compressor cycles once. (ret=0, cost_time=0, compressed_file_count=0, deleted_file_count=0, disk_remaining_size=21832832262144, fast_delete_log_mode=false) [2024-12-02 13:54:45.606022] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=16][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:45.606049] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885561161, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885556949, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.606213] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=996446, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.615871] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=11] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:45.615887] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=16] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:45.615890] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:45.615914] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=21] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118885615913) [2024-12-02 13:54:45.615927] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=12] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:45.616675] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885556948, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885556949, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.616873] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=211752, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.617282] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=10] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:45.617302] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=19] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:45.618514] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:45.618535] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=20] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1223) [2024-12-02 13:54:45.618546] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=7] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:45.618995] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127190328}], scn_array=[cnt:1, {val:1733118885598007000, v:0}], curr_size=593, accum_size=6610, time_cost=20456) [2024-12-02 13:54:45.619693] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:45.619713] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=19] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1157) [2024-12-02 13:54:45.619724] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:45.620877] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:45.620898] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=20] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1164) [2024-12-02 13:54:45.620909] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:45.622052] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:45.622072] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=19] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1153) [2024-12-02 13:54:45.622079] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=7] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:45.622089] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=5] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:45.622099] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=10] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=15) [2024-12-02 13:54:45.622105] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=5][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:45.622116] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=8] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=6178) [2024-12-02 13:54:45.622125] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:45.622135] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=6221) [2024-12-02 13:54:45.622149] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB0-0-0] [lt=9][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:45.622163] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:45.622171] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:45.632996] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.633059] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.635282] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:45.635302] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.635371] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.635430] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.635471] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.635484] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.635507] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.635516] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.635521] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.636594] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.636603] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.636622] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.636626] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.636656] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.636670] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.636683] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:45.636725] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:45.636735] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.638273] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885538022, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885536970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.638469] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4347228, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=306, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.639139] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885594848, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885574851, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.639313] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=45000, remain_us=996381, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.640069] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.640088] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.641226] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.641242] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.641359] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D4-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.641388] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D4-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.641485] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D4-0-0] [lt=20][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.641648] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D4-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.641666] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D4-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.644709] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.644704] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.644748] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.644749] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.647989] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.648022] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244476674288, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.648039] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.648064] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1001}, delta=244458655608, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.648076] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.651293] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885605376, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885574853, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.651461] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=951198, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.666872] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=29] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2700, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:45.666895] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=11, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:45.666916] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:45.666934] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2758, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:45.666950] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:45.666950] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=11] [APPLY STAT CB APPEND COST TIME](cur_stat_count=29, stat_interval=5000000, avg (count/cost)=32, this=0xffff2d712440, extra_info="") [2024-12-02 13:54:45.666968] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=18] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=29, stat_interval=5000000, avg (count/cost)=2295, this=0xffff2d712670, extra_info="") [2024-12-02 13:54:45.666978] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=9] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=29, stat_interval=5000000, avg (count/cost)=0, this=0xffff2d7128a0, extra_info="") [2024-12-02 13:54:45.666988] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=9] [APPLY STAT CB EXECUTE TIME](cur_stat_count=29, stat_interval=5000000, avg (count/cost)=-561, this=0xffff2d712ad0, extra_info="") [2024-12-02 13:54:45.666997] INFO [LIB] stat (utility.h:1176) [2320189][T1001_ApplySrv0][T1001][Y0-0000000000000000-0-0] [lt=8] [APPLY STAT CB TOTAL TIME](cur_stat_count=29, stat_interval=5000000, avg (count/cost)=1766, this=0xffff2d712d00, extra_info="") [2024-12-02 13:54:45.672782] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=1122, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:45.672806] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:45.672823] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=13] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:45.672838] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG LIFE TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=1193, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:45.672853] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=22, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:45.672913] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF192-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.672936] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF192-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.672949] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF192-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.676961] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885615899, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885614846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.677153] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=151472, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.684384] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:45.684411] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885639010, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885614846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.684580] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=46000, remain_us=951114, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.693068] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.695919] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD6-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.697253] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30E6-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:45.697541] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885650578, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641124, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.697705] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=904954, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.714066] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:45.730661] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885684244, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.730841] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=904853, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.733064] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.733129] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.735339] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:45.735360] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.735427] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.735477] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.735518] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.735532] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.735555] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.735564] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.735569] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.736642] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.736651] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.736669] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.736673] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.736701] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.736715] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.736728] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:45.736772] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:45.736783] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.738240] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885676875, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.738431] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=90194, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118885828624) [2024-12-02 13:54:45.738550] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885637965, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885614846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.738744] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4246952, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=307, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.740119] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.740140] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.740220] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=15] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548199, offset=954884}, end_cursor:ObLogCursor{file_id=5, log_id=548200, offset=955190}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67188050, len:3580, log_data_len:306, seq:548199, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:45.740387] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC99-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.740423] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC99-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118885534864000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118885534864000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.741283] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.741298] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.744785] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885696884, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.744954] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=48000, remain_us=857705, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.744960] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D5-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.744985] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D5-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.745075] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D5-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.745219] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D5-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.745235] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D5-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.748044] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.748081] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=22] get wrs ts(ls_id={id:1}, delta=244476774254, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.748100] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.748122] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244458755574, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.748134] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.753439] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=6][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127191514}], scn_array=[cnt:1, {val:1733118885743172000, v:0}], curr_size=1142, accum_size=8345, time_cost=10023) [2024-12-02 13:54:45.753465] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=8345) [2024-12-02 13:54:45.753495] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=8345) [2024-12-02 13:54:45.753519] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=16, avg_log_submit_to_flush_time=3427, avg_log_submit_to_slide_time=3438) [2024-12-02 13:54:45.753544] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=8345, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:45.754704] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=18] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548200, offset=955190}, end_cursor:ObLogCursor{file_id=5, log_id=548201, offset=955487}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67194050, len:3274, log_data_len:297, seq:548200, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:45.754845] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC99-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.754879] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC99-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118885534864000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118885534864000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.755112] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=3668, avg_group_log_size=333) [2024-12-02 13:54:45.760544] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=11] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:45.760580] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=10][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21123164}], scn_array=[cnt:1, {val:1733118885746331000, v:0}], curr_size=477, accum_size=12750, time_cost=13740) [2024-12-02 13:54:45.760745] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.760745] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.760787] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.760787] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.763633] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:45.763655] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.764372] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=30] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1, server_version={version:{val:1733118885565374000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=198990, in_cluster_service=true, cluster_version={val:1733118885364404000, v:0}, min_cluster_version={val:1733118885364404000, v:0}, max_cluster_version={val:1733118885364404000, v:0}, get_cluster_version_err=0, cluster_version_delta=399960, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=7187, succ_cluster_heartbeat_count=15, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118865154087000, v:0}, local_cluster_delta=20610277, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:45.765705] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:45.765742] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=27] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:45.772184] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=17] PNIO [ratelimit] time: 1733118885772182, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-12-02 13:54:45.777923] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885730523, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.778107] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=48000, remain_us=857586, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.779354] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF193-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.779378] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF193-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.779387] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF193-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.790060] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEABC-0-0] [lt=17] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:45.792338] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1575, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:45.792335] INFO [PALF] inner_write_once_ (log_block_handler.cpp:412) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT WRITE LOG INFO TO DISK](ret=0, offset=59728278, this={dio_aligned_buf:{buf_write_offset:528, buf_padding_size:3568, align_size:4096, aligned_buf_size:3682304, aligned_used_ts:15028, truncate_used_ts:2531}, log_block_size:67108864, dir_fd:155, io_fd:136}, aligned_buf_len=4096, aligned_block_offset=59727872, buf_len=122, total_write_size=13544, total_write_size_after_dio=430080, ob_pwrite_used_ts=198755, count=101, each_pwrite_cost=1967) [2024-12-02 13:54:45.792364] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:45.792394] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:45.792410] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1639, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:45.792426] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=20, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:45.793037] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885744225, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885740018, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.793122] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.793225] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=809434, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.800518] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885737898, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.800650] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=1][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118885758624, current_time=1733118885799984) [2024-12-02 13:54:45.800668] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=17][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118885758624, request_time=[mts=1733118885800649]) [2024-12-02 13:54:45.800681] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=11][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885799984, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:45.800709] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=27][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}) [2024-12-02 13:54:45.800724] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885799984, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:45.800747] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=22] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe74d4bc00, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeac2582f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885799984, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118883829571, use_das=false, nested_level=0, session={this:0xfffecc1a2200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeac2582f0}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:45.800789] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=41][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:45.800801] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:45.800811] WDIAG [SQL] open (ob_result_set.cpp:162) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:45.800819] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=8][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:45.800826] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=6][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:45.800837] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.800848] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:45.800860] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:45.800868] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:45.800872] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=3][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:45.800885] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:45.800895] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1971324) [2024-12-02 13:54:45.800905] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324590][T1020_PlanCache][T1020][YB42C0A800AF-00062843153EE978-0-0] [lt=9][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:45.800915] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:45.800924] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:45.800934] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:45.800945] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:45.800958] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:45.801013] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:45.801024] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:45.801033] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:45.801041] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:45.801050] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:45.801061] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:45.801072] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:45.801084] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:45.801096] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:45.801105] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:45.801114] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1020) [2024-12-02 13:54:45.801124] WDIAG [SQL.PC] run_plan_cache_task (ob_plan_cache.cpp:2771) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fail to update plan cache memory sys val(ret=-4012) [2024-12-02 13:54:45.801135] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8] start lib cache evict(tenant_id=1020, mem_hold=2097152, mem_limit=375809635, cache_obj_num=2, cache_node_num=2) [2024-12-02 13:54:45.801146] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9] end lib cache evict(tenant_id=1020, cache_evict_num=0, mem_hold=2097152, mem_limit=375809635, cache_obj_num=2, cache_node_num=2) [2024-12-02 13:54:45.801156] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=9] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:45.805345] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=8] Dumping All Cache Objs(alloc_obj_list.count()=2, alloc_obj_list=[{obj_id:52, tenant_id:1020, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:4, added_to_lc:true, mem_used:176672}, {obj_id:53, tenant_id:1020, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:3, added_to_lc:true, mem_used:176280}]) [2024-12-02 13:54:45.805364] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2324590][T1020_PlanCache][T1020][Y0-0000000000000000-0-0] [lt=17] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:45.826192] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885777899, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754768, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.826393] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=809301, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.833166] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.833236] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=67] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.835397] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:45.835423] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.835508] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.835564] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.835608] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.835624] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.835650] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.835660] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.835669] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.836745] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.836755] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.836775] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.836783] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.836813] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.836828] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:45.836842] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:45.836895] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:45.836905] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.838828] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885737898, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885641132, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.839027] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=4146670, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=308, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.840167] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.840187] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.841327] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.841344] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.842311] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885792609, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754768, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.842489] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=760170, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.848099] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.848137] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244476874256, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.848157] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.848181] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244458855576, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.848193] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.848970] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=28] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=13951) [2024-12-02 13:54:45.849008] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=13951) [2024-12-02 13:54:45.849040] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=25, avg_log_gen_to_freeze_time=27, avg_log_gen_to_submit_time=36, avg_log_submit_to_flush_time=1638, avg_log_submit_to_slide_time=1649) [2024-12-02 13:54:45.849071] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=13951, hit_cnt=25, read_cnt=25, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:45.861052] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D6-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.861084] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D6-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.861184] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D6-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.861338] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D6-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.861354] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D6-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.864082] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.864086] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.864130] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.864131] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=47] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.865650] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=11] get number(ret=0, service_type_=0, range=1, base_id=1733118885865273000, start_id=1733118885865273000, end_id=1733118885865273001) [2024-12-02 13:54:45.875186] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [2320144][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=26] BlockGCTimerTask success(ret=0, cost_time_us=9, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.0.175:2882", log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):172, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-12-02 13:54:45.875479] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885825268, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.875656] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=50000, remain_us=760038, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.878471] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=30] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:45.885646] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF194-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.885667] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF194-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.885676] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF194-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.891791] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=29] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:45.891837] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1220) [2024-12-02 13:54:45.892571] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885842120, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.892750] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=51000, remain_us=709909, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.893137] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.897766] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.897994] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.898309] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.898764] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:45.900992] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=21][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:2105, tid:2319792}]) [2024-12-02 13:54:45.914420] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:45.925728] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=16][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:50, local_retry_times:50, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:45.925762] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885874752, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885861067, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.925811] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=42][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.925822] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.925829] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:45.925847] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:45.925970] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.926028] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=58][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:45.926040] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:45.926050] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:45.926059] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e8baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885925926, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118885878970}, ret=-6231) [2024-12-02 13:54:45.926208] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=148][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:45.926214] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:45.926220] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017884, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885925269, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885925926, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:45.926391] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=169][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:45.926402] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:45.926410] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:45.926415] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:45.926423] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:45.926431] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:45.926439] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e86f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:45.926451] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:45.926456] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:45.926464] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:45.926469] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:45.926479] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=51, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.926491] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10] will sleep(sleep_us=51000, remain_us=709203, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=51, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.933180] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.933242] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.935449] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:45.935473] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.935543] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.935596] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:45.935639] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.935654] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:45.935675] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:45.935685] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:45.935693] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.936767] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:45.936776] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.936794] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:45.936802] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:45.936829] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.936843] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:45.936856] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:45.936901] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:45.936911] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:45.939100] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:308, local_retry_times:308, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:45.939129] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885837908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885754770, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.939177] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=42][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.939186] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.939195] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:45.939212] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:45.939335] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.939385] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:45.939397] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:45.939406] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:45.939416] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885939289, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118885878970}, ret=-6231) [2024-12-02 13:54:45.939557] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=140][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:45.939563] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:45.939568] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017885, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885938948, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885939289, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:45.939735] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:45.939746] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:45.939754] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:45.939766] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:45.939771] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:45.939779] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:45.939784] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:45.939795] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:45.939800] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:45.939808] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:45.939813] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:45.939823] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=309, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.939835] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=4045862, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=309, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:45.940236] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.940255] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:45.941406] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:45.941422] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:45.943821] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=16][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:51, local_retry_times:51, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:45.943848] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885891608, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.943890] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=37][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.943899] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.943907] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:45.943922] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:45.944031] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.944085] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=54][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:45.944095] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:45.944103] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:45.944112] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885943992, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118885878970}, ret=-6231) [2024-12-02 13:54:45.944242] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=129][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:45.944247] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:45.944252] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017886, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885943160, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885943992, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:45.944417] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:45.944427] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:45.944434] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:45.944440] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:45.944444] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:45.944450] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:45.944455] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:45.944464] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:45.944471] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:45.944478] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:45.944485] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:45.944493] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=52, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.944504] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] will sleep(sleep_us=52000, remain_us=658155, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.948152] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.948187] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244476974240, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:45.948203] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.948224] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244458955560, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:45.948236] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:45.956354] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=3677) [2024-12-02 13:54:45.956392] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=3677) [2024-12-02 13:54:45.956418] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=195, avg_log_gen_to_submit_time=205, avg_log_submit_to_flush_time=2894, avg_log_submit_to_slide_time=2908) [2024-12-02 13:54:45.960617] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=14] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:45.960862] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=2079744) [2024-12-02 13:54:45.960882] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.964316] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:45.964345] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.964435] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:45.964599] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:45.964615] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:45.965648] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320034][T1_TenantWeakRe][T1][YB42C0A800AF-0006284309DEF76E-0-0] [lt=10] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=2.960088925361633301e+02, this=0xffff57beb208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=1535, Resource Limit(MB)=1480, Throttle Trigger(MB)=888, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=3.726010280941743691e+00) [2024-12-02 13:54:45.966281] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4D7-0-0] [lt=50] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=25, avg_log_batch_cnt=1, total_group_log_size=13840, avg_group_log_size=553) [2024-12-02 13:54:45.967667] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=58] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=4144, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:45.968417] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.968413] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:45.968463] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=47] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:45.968462] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:45.972030] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:45.972049] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:45.977559] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:51, local_retry_times:51, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:45.977587] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885925269, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.977631] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.977639] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.977644] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:45.977660] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:45.977767] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.977818] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:45.977829] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:45.977838] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:45.977843] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885977729, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118885964225}, ret=-6231) [2024-12-02 13:54:45.977958] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=114][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:45.977963] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:45.977967] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017887, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885976856, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885964225, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885977729, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:45.978127] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:45.978136] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:45.978140] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:45.978147] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:45.978151] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:45.978158] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:45.978163] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:45.978172] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:45.978176] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:45.978184] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:45.978189] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:45.978198] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=52, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.978208] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=52000, remain_us=657485, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=52, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:45.990814] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:45.990841] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:45.990869] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:45.993192] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:45.993296] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF195-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.993319] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF195-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.993331] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF195-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:45.996570] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:52, local_retry_times:52, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:45.996598] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885943160, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:45.996642] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=38][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.996650] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:45.996658] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:45.996674] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:45.996783] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:45.996835] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:45.996845] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:45.996853] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:45.996861] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885996744, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118885991594}, ret=-6231) [2024-12-02 13:54:45.996990] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=128][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:45.996996] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:45.997000] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017888, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885995801, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885991594, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118885996744, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:45.997172] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=171][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:45.997183] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:45.997190] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:45.997194] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:45.997201] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:45.997205] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:45.997212] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:45.997222] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:45.997230] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:45.997234] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:45.997239] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:45.997248] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=53, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:45.997260] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] will sleep(sleep_us=53000, remain_us=605399, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:45.998666] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] get number(ret=0, service_type_=0, range=1, base_id=1733118885997910000, start_id=1733118885997910000, end_id=1733118885997910001) [2024-12-02 13:54:45.998726] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:46.001079] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=20][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4018, dropped:1, tid:2324583}]) [2024-12-02 13:54:46.027208] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB8-0-0] [lt=21] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:46.027233] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB8-0-0] [lt=20] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=27) [2024-12-02 13:54:46.027734] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320420][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=9] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:46.027755] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320420][T1002_TabletShe][T1002][Y0-0000000000000000-0-0] [lt=12] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=147) [2024-12-02 13:54:46.030276] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:52, local_retry_times:52, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:46.030307] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885976856, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885964225, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.030355] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.030364] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.030372] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:46.030390] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:46.030498] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.030552] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:46.030560] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886535693) [2024-12-02 13:54:46.030569] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:46.030579] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886535693, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e8baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886030460, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118886026304}, ret=-6231) [2024-12-02 13:54:46.030702] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=122][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:46.030708] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:46.030712] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017889, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886029464, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026304, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff5caca7b0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886030460, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886535693, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:46.030879] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:46.030889] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:46.030897] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:46.030902] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:46.030910] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:46.030914] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:46.030922] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e86f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:46.030933] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:46.030937] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:46.030945] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:46.030950] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:46.030960] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=53, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.030971] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] will sleep(sleep_us=53000, remain_us=604723, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=53, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.033210] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.033276] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.035356] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=9] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1733118886035346], gts:1733118886034732000, latest_srr:[mts=1733118886035346]}) [2024-12-02 13:54:46.035503] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:46.035526] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.035603] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.035652] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.035693] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.035708] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.035733] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.035742] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.035750] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.036620] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:46.036823] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.036833] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.036851] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.036859] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.036888] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.036903] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.036916] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:46.036960] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:46.036970] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.039903] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:309, local_retry_times:309, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:46.039933] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885938948, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885878970, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.039981] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.039990] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.039995] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:46.040012] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:46.040142] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.040192] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:46.040203] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:46.040213] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:46.040261] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.040281] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.040222] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e9e008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886040092, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118886026304}, ret=-6231) [2024-12-02 13:54:46.040364] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=140][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:46.040370] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:46.040375] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017890, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886038932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026304, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886040092, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:46.040540] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:46.040555] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=13][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:46.040564] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:46.040572] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:46.040577] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:46.040581] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:46.040589] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e990f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:46.040600] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:46.040607] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:46.040615] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:46.040623] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:46.040634] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=310, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.040646] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=3945051, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=310, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.041423] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.041439] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.047795] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=23, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:46.048205] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.048236] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244477074230, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.048253] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.048277] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244459055550, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.048289] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.049224] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=18] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=1, start_service_tstamp_=1733118582139513, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:46.050325] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:53, local_retry_times:53, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:46.050355] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118885995801, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118885991594, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.050401] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.050409] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:46.050414] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:46.050426] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:46.050537] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.050590] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:46.050600] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118886502658) [2024-12-02 13:54:46.050609] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:46.050617] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118886502658, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886050497, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118886026306}, ret=-6231) [2024-12-02 13:54:46.050744] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=126][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:46.050750] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:46.050754] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017891, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886049427, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026306, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118886050497, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118886502658, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:46.050919] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=164][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:46.050930] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:46.050937] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:46.050944] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:46.050948] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:46.050952] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:46.050959] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:46.050968] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:46.050973] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:46.050980] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:46.050987] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:46.050996] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=54, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.051007] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] will sleep(sleep_us=54000, remain_us=551652, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.051256] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] [COMPACTION DAG STATUS] (start_time=1733118876049912, end_time=1733118886051254, dag_status={}) [2024-12-02 13:54:46.051280] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051292] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051302] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051311] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051320] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051325] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051330] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051339] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051347] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:46.051359] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051371] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051381] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051390] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051399] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051408] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051417] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051426] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051432] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051440] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051450] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051458] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051468] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051477] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051486] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051496] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051505] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051513] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051519] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051527] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051536] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051545] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051554] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051563] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051572] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051580] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051589] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051598] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051604] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051608] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051617] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051625] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051633] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051641] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051650] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051658] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051667] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051676] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051682] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051690] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051699] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051708] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051717] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051728] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051737] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051746] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051755] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051764] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051774] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051779] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051788] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051799] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051805] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051810] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051815] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051823] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051831] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051838] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051846] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051851] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051856] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051861] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051866] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051871] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051878] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051886] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051894] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051901] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051909] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051915] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:46.051921] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=5] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:46.051929] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:46.051936] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:46.051942] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:46.051947] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:46.051951] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:46.051957] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:46.051960] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:46.051967] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:46.051971] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:46.051975] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2320175][T1001_DagSchedu][T1001][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(dag_cnt=0, total_worker_cnt_=0, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:46.065813] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:46.067471] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1002, new_min_version={val:1733118885534864002, v:0}, new_max_version={val:1733118885534864002, v:0}, last_min_version={val:1733118885534864001, v:0}, last_max_version={val:1733118885534864001, v:0}, total_time_us=3030, delta_us=532605) [2024-12-02 13:54:46.068649] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D8-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.068675] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D8-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.068747] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D8-0-0] [lt=18][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.068898] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D8-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.068914] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D8-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.071765] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:46.071787] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.072183] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.072190] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.072226] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.072237] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.074545] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=21] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:46.074567] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=18] temporary file module use no blocks [2024-12-02 13:54:46.074574] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:46.074588] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:46.074600] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238633573019, flush_io_finished_ret_:0, flush_io_finished_round_:735, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:46.076232] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:46.084047] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886029464, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026304, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.084221] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=54000, remain_us=551473, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=54, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.090888] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:46.091970] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=6, avg_log_submit_to_flush_time=1525, avg_log_submit_to_slide_time=1537) [2024-12-02 13:54:46.092007] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1671, avg_log_submit_to_slide_time=1680) [2024-12-02 13:54:46.092001] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:46.092024] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1914, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:46.093248] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.099535] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF196-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.099558] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF196-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.099566] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF196-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.105083] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886049427, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026306, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.105270] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=497389, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.114730] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:46.116896] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=10] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.116895] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.117531] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=11] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.117785] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=11] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.117889] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=19] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118054] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118248] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118309] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118371] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118448] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.118471] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.121191] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Cache wash clean map node details(ret=0, clean_node_count=12, clean_time=0, clean_start_pos=2139093, clean_num=125829) [2024-12-02 13:54:46.127570] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320417][T1002_Flush][T1002][Y0-0000000000000000-0-0] [lt=6] ====== traversal_flush timer task ====== [2024-12-02 13:54:46.127794] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DE-0-0] [lt=12] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff136166d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118883532368001, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118893759897000, latest_log_ts:{val:1733118877526424001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:46.128341] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DE-0-0] [lt=62] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff136906d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118883532368001, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:46.128389] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320417][T1002_Flush][T1002][YB42C0A800AF-00062843084EE9DE-0-0] [lt=46] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-12-02 13:54:46.133262] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.133326] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.133404] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:9717) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=16] table not exist(tenant_id=1020, database_id=201001, table_name=__all_job, table_name.ptr()="data_size:9, data:5F5F616C6C5F6A6F62", ret=-5019) [2024-12-02 13:54:46.133427] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:9665) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=21][errcode=-5019] synonym not exist(tenant_id=1020, database_id=201001, table_name=__all_job, ret=-5019) [2024-12-02 13:54:46.133439] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:9495) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=11][errcode=-5019] fail to resolve table relation recursively(tenant_id=1020, ret=-5019, database_id=201001, database_id=201001, table_name=__all_job, db_name=oceanbase) [2024-12-02 13:54:46.133452] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:9336) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=10][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_job) [2024-12-02 13:54:46.133464] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3527) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-12-02 13:54:46.133482] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3582) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=18][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-12-02 13:54:46.133490] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3678) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=5][errcode=-5019] Table 'oceanbase.__all_job' doesn't exist [2024-12-02 13:54:46.133500] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:16886) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-12-02 13:54:46.133505] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:16814) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=5][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-12-02 13:54:46.133513] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:4136) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] resolve basic table failed(ret=-5019) [2024-12-02 13:54:46.133525] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3992) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=12][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-12-02 13:54:46.133533] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1340) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-12-02 13:54:46.133539] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1556) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] resolve normal query failed(ret=-5019) [2024-12-02 13:54:46.133547] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:190) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-12-02 13:54:46.133562] WDIAG [SQL] generate_stmt (ob_sql.cpp:3108) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] failed to resolve(ret=-5019) [2024-12-02 13:54:46.133571] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:3229) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:46.133580] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:5157) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:46.133588] WDIAG [SQL] handle_text_query (ob_sql.cpp:2818) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-12-02 13:54:46.133597] WDIAG [SQL] stmt_query (ob_sql.cpp:232) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] fail to handle text query(stmt=select * from __all_job, ret=-5019) [2024-12-02 13:54:46.133607] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:696) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-12-02 13:54:46.133612] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] execute failed(ret=-5019, tenant_id=1020, executor={ObIExecutor:, sql:"select * from __all_job"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.133627] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=10][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-5019}, need_retry=false) [2024-12-02 13:54:46.133641] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=11][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:46.133649] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:46.133657] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=7][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-12-02 13:54:46.133668] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319636][DBMS_JOB_MASTER][T1020][YB42C0A800AF-00062843037EE950-0-0] [lt=4][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"select * from __all_job"}, record_ret=-5019, ret=-5019) [2024-12-02 13:54:46.133679] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] failed to process final(executor={ObIExecutor:, sql:"select * from __all_job"}, aret=-5019, ret=-5019) [2024-12-02 13:54:46.133689] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] execute sql failed(ret=-5019, tenant_id=1020, sql=select * from __all_job) [2024-12-02 13:54:46.133698] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] retry_while_no_tenant_resource failed(ret=-5019, tenant_id=1020) [2024-12-02 13:54:46.133707] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] execute_read failed(ret=-5019, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:46.133715] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:132) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=8][errcode=-5019] query failed(ret=-5019, conn=0xfffeaa91e050, start=1733118886133288, sql=select * from __all_job) [2024-12-02 13:54:46.133726] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:67) [2319636][DBMS_JOB_MASTER][T0][YB42C0A800AF-00062843037EE950-0-0] [lt=9][errcode=-5019] read failed(ret=-5019) [2024-12-02 13:54:46.135559] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:46.135581] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.135652] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.135704] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.135744] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.135759] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.135780] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.135789] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.135794] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.136868] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.136877] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.136895] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.136899] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.136927] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.136938] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.136950] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:46.136994] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:46.137004] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.138302] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886083105, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886077840, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.138489] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=55000, remain_us=497205, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=55, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.140325] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.140343] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.140713] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:46.140740] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=16] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886038932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886026304, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.140919] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3844777, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=311, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.141488] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.141504] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.147683] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30EB-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.148145] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30EC-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.148260] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.148292] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244477174119, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.148308] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.148330] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244459156491, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.148341] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.160351] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886104143, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886077846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.160524] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=56000, remain_us=442135, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.160687] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=12] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=0) [2024-12-02 13:54:46.161029] INFO [SHARE] refresh_primary_cluster_id (ob_alive_server_tracer.cpp:398) [2319530][ServerTracerTim][T0][YB42C0A800AF-0006284304CEE9E0-0-0] [lt=14] refresh primary cluster finish(ret=0, primary_cluster_id_=-1) [2024-12-02 13:54:46.162175] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2319840][T1_Occam][T1][YB42C0A800AF-00062843047EEB9D-0-0] [lt=16] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:46.165741] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=18] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}, {1001,0,False,{False,},False,False,True}]) [2024-12-02 13:54:46.170687] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB9B-0-0] [lt=13] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:46.172477] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D9-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.172504] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D9-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.172594] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4D9-0-0] [lt=50][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.172756] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D9-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.172771] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4D9-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.175782] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.175779] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.175823] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.175823] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.186083] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192742237}], scn_array=[cnt:1, {val:1733118886165155000, v:0}], curr_size=589, accum_size=1300, time_cost=20100) [2024-12-02 13:54:46.188617] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:46.188641] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=18] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:46.188666] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=5] [IO STATUS SERVER] net_in=33kB/s, net_out=33kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:46.188704] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=17] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:46.188786] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:46.188841] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:46.188869] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:7, schedule:12, submit:4, rt:1371, total:1395) [2024-12-02 13:54:46.188906] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:46.188940] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:7, schedule:12, submit:4, device:1371, total:1395) [2024-12-02 13:54:46.188970] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:46.189017] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:46.189036] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2173, limit:9223372036854775807, [delay/us]:prepare:6, schedule:24, submit:17, rt:9, total:57) [2024-12-02 13:54:46.189062] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2173, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:46.189085] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2173, [delay/us]: prepare:6, schedule:24, submit:17, device:9, total:57) [2024-12-02 13:54:46.189114] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:46.189134] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:15702, total:15712) [2024-12-02 13:54:46.189173] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:46.189194] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:15702, total:15712) [2024-12-02 13:54:46.189224] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:46.189237] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:46.189246] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:46.189255] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:46.189262] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:46.189742] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=17] gc stale ls task succ [2024-12-02 13:54:46.190949] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:46.190971] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:46.193303] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.193573] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886137770, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886077846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.193760] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=56000, remain_us=441934, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=56, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.202002] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=11] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:46.202283] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=14] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118885997910000, v:0}, min_version={val:1733118885997910000, v:0}, max_version={val:1733118885997910000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:46.205906] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF197-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.205928] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF197-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.205937] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF197-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.208009] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:46.216607] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886159887, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886077846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.216793] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=57000, remain_us=385865, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.222843] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC14-0-0] [lt=8] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:46.222865] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC14-0-0] [lt=20] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:46.233296] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.233361] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.235611] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:46.235636] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.235701] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.235769] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.235813] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.235827] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.235851] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.235860] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.235868] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.236943] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.236952] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.236970] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.236975] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.237003] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.237017] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.237030] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:46.237082] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:46.237092] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.240390] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.240411] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.241003] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886139876, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886077846, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.241186] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3744510, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=312, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.241569] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.241587] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.248312] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.248344] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244477275114, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.248356] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.248372] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1001}, delta=244459256434, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.248380] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.249844] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886193578, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886172534, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.250020] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] will sleep(sleep_us=57000, remain_us=385674, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=57, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.259007] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=26] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:46.263745] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:46.263769] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.273878] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886215657, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886172542, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.274057] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=328602, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.276081] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DA-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.276107] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DA-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.276204] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DA-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.276383] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DA-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.276400] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DA-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.279480] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.279486] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.279525] INFO [PALF] next (palf_iterator.h:183) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:46.279529] INFO [PALF] next (palf_iterator.h:183) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:46.279544] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=18] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.279549] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=28] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:46.279548] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=18] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.287181] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=26] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:46.288308] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=22] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:46.288395] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=21] inner load succ(latest_freeze_info={frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118879259203000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903203740694000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1732989600177814000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}]}) [2024-12-02 13:54:46.293358] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.296559] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=17] ====== tenant freeze timer task ====== [2024-12-02 13:54:46.306445] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:46.306467] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:46.307103] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886249298, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886172544, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.307288] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=58000, remain_us=328406, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=58, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.307772] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:46.312205] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF198-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.312229] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF198-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.312237] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF198-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.321198] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:46.321219] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=15] temporary file module use no blocks [2024-12-02 13:54:46.321230] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:46.321243] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:46.321256] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238633819673, flush_io_finished_ret_:0, flush_io_finished_round_:309, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:46.321514] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=18] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:46.322821] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=17] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:46.331329] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=10] ====== tenant freeze timer task ====== [2024-12-02 13:54:46.331351] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=17] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=68728820, tenant_id=1019) [2024-12-02 13:54:46.331372] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=15] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:46.332139] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886273494, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886172546, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.332328] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=270331, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.333367] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.333429] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.335666] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:46.335689] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.335759] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.335819] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.335857] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.335872] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.335896] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.335905] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.335910] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.336982] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.336991] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.337009] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.337013] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.337040] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.337054] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.337066] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:46.337111] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:46.337121] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.340435] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.340456] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.340854] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:46.341269] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886240872, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886172542, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.341456] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3644241, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=313, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.341609] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.341626] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.348366] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.348398] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244477375050, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.348413] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.348432] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1001}, delta=244459356370, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.348443] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.350628] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=8][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.350649] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.352074] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.352090] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.355440] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=3555) [2024-12-02 13:54:46.363950] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:728) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] Cache replace map node details(ret=0, replace_node_count=0, replace_time=0, replace_start_pos=2201990, replace_num=62914) [2024-12-02 13:54:46.363971] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=20] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=10) [2024-12-02 13:54:46.365370] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886306134, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886275606, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.365564] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=59000, remain_us=270130, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=59, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.377629] WDIAG [SHARE] get_source (ob_log_restore_source_mgr.cpp:195) [2320152][T1001_COMMONLSS][T1001][YB42C0A800AF-000628430D2EEC12-0-0] [lt=26][errcode=-4018] table_operator_ get_source failed(ret=-4018) [2024-12-02 13:54:46.379676] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=22] PNIO [ratelimit] time: 1733118886379674, bytes: 19792470, bw: 0.033192 MB/s, add_ts: 1006049, add_bytes: 35015 [2024-12-02 13:54:46.379767] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DB-0-0] [lt=10] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.379793] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DB-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.379875] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DB-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.380041] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DB-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.380056] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DB-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.383014] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.383020] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.383059] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.383063] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.391416] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886331331, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886275612, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.391600] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=211058, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.393436] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=22] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:46.393450] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:46.393461] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.418985] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF199-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.419008] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF199-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.419017] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF199-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.424652] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886365034, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886350286, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.424847] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=210847, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.433423] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=48] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.433497] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=71] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.435720] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:46.435744] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.435812] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.435867] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.435907] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.435922] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.435946] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.435955] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.435963] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.437038] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.437047] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.437065] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.437070] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.437098] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.437112] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.437125] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:46.437169] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:46.437180] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.440487] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.440506] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.441547] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886340808, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886275612, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.441640] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.441656] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.441735] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3543963, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=314, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.448035] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13840) [2024-12-02 13:54:46.448421] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.448455] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244477475107, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.448472] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.448493] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244459456427, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.448505] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.451684] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886391360, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886379781, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.451864] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] will sleep(sleep_us=61000, remain_us=150795, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.460974] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:46.460995] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.466164] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:46.466186] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320037][T1_CKClogDisk][T1][Y0-0000000000000000-0-0] [lt=17] get_disk_usage(ret=0, capacity(MB):=3072, used(MB):=1201) [2024-12-02 13:54:46.467382] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320463][BlackListServic][T1][YB42C0A800AF-00062843073EEBF7-0-0] [lt=13] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12239, add_timestamp:1733118886467370}) [2024-12-02 13:54:46.467418] INFO [SHARE.LOCATION] vtable_nonblock_renew (ob_vtable_location_service.cpp:446) [2320463][BlackListServic][T1][YB42C0A800AF-00062843073EEBF7-0-0] [lt=21] add_update_task succeed(ret=0, ret="OB_SUCCESS", task={tenant_id:1, table_id:12287, add_timestamp:1733118886467415}) [2024-12-02 13:54:46.467415] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA5-0-0] [lt=13] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12239, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118886467396, sql_renew_time:1733118886467396, is_mark_fail:false}]) [2024-12-02 13:54:46.467446] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA5-0-0] [lt=30] success to process renew task(task={tenant_id:1, table_id:12239, add_timestamp:1733118886467370}, locations=[{table_id:12239, partition_id:12239, partition_cnt:0, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118886467396, sql_renew_time:1733118886467396, is_mark_fail:false}]) [2024-12-02 13:54:46.467469] INFO [SHARE.LOCATION] fetch_vtable_location_ (ob_vtable_location_service.cpp:281) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA6-0-0] [lt=16] fetch virtual table location with tenant(rpc tenant=0, tenant_id=1, table_id=12287, vtable_type={tenant_id:1, type:4}) [2024-12-02 13:54:46.467703] INFO [SHARE.LOCATION] renew_vtable_location_ (ob_vtable_location_service.cpp:207) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA6-0-0] [lt=12] renew vtable location success(ret=0, ret="OB_SUCCESS", tenant_id=1, table_id=12287, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118886467694, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:46.467721] INFO [SHARE.LOCATION] batch_process_tasks (ob_vtable_location_service.cpp:414) [2319655][VTblLocAsyncUp0][T0][YB42C0A800AF-000628430E2EEDA6-0-0] [lt=18] success to process renew task(task={tenant_id:1, table_id:12287, add_timestamp:1733118886467415}, locations=[{table_id:12287, partition_id:0, partition_cnt:1, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, reserved:0, property:{memstore_percent_:100}}], renew_time:1733118886467694, sql_renew_time:0, is_mark_fail:false}]) [2024-12-02 13:54:46.467910] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:46.468812] INFO [CLOG] is_in_sync (ob_log_handler.cpp:709) [2320463][BlackListServic][T1][YB42C0A800AF-00062843073EEBF7-0-0] [lt=11] is_in_sync(ret=0, id=1, is_log_sync=true, is_need_rebuild=false) [2024-12-02 13:54:46.472156] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:46.472181] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.478257] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=21] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:46.478310] INFO [STORAGE.TRANS] check_need_skip_leader_ (ob_black_list.cpp:323) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=23] needn't skip leader(ret=0, ret="OB_SUCCESS", need_skip=false, tenant_id=1020) [2024-12-02 13:54:46.478472] INFO [STORAGE.TRANS] run1 (ob_black_list.cpp:193) [2320463][BlackListServic][T0][Y0-0000000000000000-0-0] [lt=13] ls blacklist refresh finish(cost_time=12069) [2024-12-02 13:54:46.483314] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DC-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.483342] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DC-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.483435] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DC-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.483602] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DC-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.483618] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DC-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.484935] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886424011, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886379789, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.485125] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=150569, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.486784] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.486789] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.486832] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.486830] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.491069] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] tx gc loop thread is running(MTL_ID()=1002) [2024-12-02 13:54:46.491089] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] try gc retain ctx [2024-12-02 13:54:46.491094] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=5] try to retry start_working [2024-12-02 13:54:46.491123] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=8] finish update min start scn(max_decided_scn={val:1733118886034732003, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118876025001004, v:0}, keep_alive_scn_:{val:1733118881029393004, v:0}, update_ts_:1733118886490340}) [2024-12-02 13:54:46.492318] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=15] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118883532368001, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118893759897000, latest_log_ts:{val:1733118877526424001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.492390] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=50] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1211, avg_group_log_size=121) [2024-12-02 13:54:46.492430] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=15] finish update min start scn(max_decided_scn={val:1733118886034732003, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118876025001004, v:0}, keep_alive_scn_:{val:1733118881029393004, v:0}, update_ts_:1733118886492413}) [2024-12-02 13:54:46.493476] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.493625] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118883532368001, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.493662] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1333) [2024-12-02 13:54:46.494601] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1326, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:46.494628] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:46.494642] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:46.494654] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1375, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:46.494667] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=24, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:46.499158] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:46.512948] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886451396, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886379791, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.513129] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=89530, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118886602658) [2024-12-02 13:54:46.521850] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:46.525397] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD7-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.525406] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30ED-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.525409] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8C9-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.525720] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=17] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:46.526597] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFD9-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.526624] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30EF-0-0] [lt=10][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.526811] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8CB-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.533506] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.533572] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.535776] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:46.535800] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.535856] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=18] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1, need_refresh=false, gts_local_cache={srr:[mts=1733118886535835], gts:1733118886535506000, latest_srr:[mts=1733118886535835]}) [2024-12-02 13:54:46.535880] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=23] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:46.535880] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.535933] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.535977] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.535993] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.536015] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.536025] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.536031] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.537105] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.537115] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.537134] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.537139] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.537168] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.537182] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.537195] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:46.537239] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:46.537250] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.540555] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.540576] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.540630] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=19][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21133623}], scn_array=[cnt:1, {val:1733118886523950000, v:0}], curr_size=613, accum_size=9394, time_cost=16426) [2024-12-02 13:54:46.540786] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19A-0-0] [lt=38][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.540811] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19A-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.540823] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19A-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.541748] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.541765] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.541818] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886440860, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886379789, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.542010] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3443687, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=315, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.545782] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=56] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:46.546212] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886484019, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886482969, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.546302] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=15] current monitor number(seq_=-1) [2024-12-02 13:54:46.546402] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=89292, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118886635693) [2024-12-02 13:54:46.547326] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.547399] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2196) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=61] clog replay not finish, wait later(ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.548476] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.548512] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244477575013, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.548529] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.548551] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244459556333, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.548562] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.548921] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=40] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.552032] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2319877][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:46.558251] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4068, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:46.558272] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:46.558299] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:46.558315] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4123, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:46.558332] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:46.558668] INFO [PALF] is_allowed_broadcast_ (palf_handle_impl.h:1402) [2320136][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=65] keep in silent because of disconnected with RS, do not solicit votes.(is_in_silent=false, palf_id=1, is_allowed_broadcast=true) [2024-12-02 13:54:46.564037] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=6] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=9) [2024-12-02 13:54:46.571860] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:46.571882] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.575167] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886512417, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886494526, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.575294] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118886532658, current_time=1733118886574469) [2024-12-02 13:54:46.575310] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=15][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118886532658, request_time=[mts=1733118886575292]) [2024-12-02 13:54:46.575321] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886574469, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886570259, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:46.575348] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=26][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}) [2024-12-02 13:54:46.575362] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886574469, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886570259, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:46.575386] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=22] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe65f4bee0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeaf63f590, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886574469, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886570259, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118884603593, use_das=false, nested_level=0, session={this:0xfffecc004200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf63f590}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:46.575427] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=40][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:46.575439] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=11][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:46.575449] WDIAG [SQL] open (ob_result_set.cpp:162) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:46.575456] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=6][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:46.575464] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:46.575475] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.575483] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:46.575498] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:46.575506] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:46.575510] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:46.575523] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:46.575533] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1971939) [2024-12-02 13:54:46.575541] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E3-0-0] [lt=8][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:46.575551] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:46.575560] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:46.575569] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:46.575580] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:46.575592] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:46.575648] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:46.575659] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:46.575669] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:46.575676] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:46.575684] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:46.575694] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:46.575704] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:46.575716] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:46.575728] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:46.575736] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:46.575744] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:293) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get global sys variable(ret=-4012, tenant_id=1020, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-12-02 13:54:46.575757] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:75) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] failed to get mem limit(ret=-4012, tenant_id=1020, mem_limit=751619276, config_mem_limit_=16777216) [2024-12-02 13:54:46.575766] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] sql audit evict mem start(request_manager_->get_tenant_id()=1020, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=0, mem_used=10398720) [2024-12-02 13:54:46.575828] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] sql audit evict task end(request_manager_->get_tenant_id()=1020, evict_high_mem_level=8388608, evict_high_size_level=471859, evict_batch_count=1, elapse_time=63, size_used=0, mem_used=0) [2024-12-02 13:54:46.575840] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.586452] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320236][T1001_ArcSender][T1001][YB42C0A800AF-00062843053EE94C-0-0] [lt=17][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:46.587062] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=13] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.587089] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.587168] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.587310] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.587327] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.589017] INFO [LIB] stat (utility.h:1176) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4DD-0-0] [lt=47] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:46.590112] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.590111] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.590155] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.590154] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.591151] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=48] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1211) [2024-12-02 13:54:46.593522] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.599052] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=13, avg_log_batch_cnt=1, total_group_log_size=8420, avg_group_log_size=647) [2024-12-02 13:54:46.599075] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8420) [2024-12-02 13:54:46.601346] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320269][T1002_Occam][T1002][YB42C0A800AF-00062843075EEB99-0-0] [lt=10] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:46.608485] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886546037, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886528131, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.608612] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118886565693, current_time=1733118886608113) [2024-12-02 13:54:46.608628] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=15][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118886565693, request_time=[mts=1733118886608610]) [2024-12-02 13:54:46.608639] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886608113, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886587062, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:46.608666] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=26][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}) [2024-12-02 13:54:46.608681] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886608113, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886587062, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:46.608704] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=21] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff5caca7b0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffef410f110, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886608113, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886587062, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118884636601, use_das=false, nested_level=0, session={this:0xfffeaa9c0200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffef410f110}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:46.608743] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=38][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:46.608751] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:46.608760] WDIAG [SQL] open (ob_result_set.cpp:162) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:46.608767] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:46.608775] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:46.608786] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:46.608798] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:46.608814] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=12][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:46.608822] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:46.608826] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:46.608839] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:46.608851] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1972249) [2024-12-02 13:54:46.608856] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=5][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:46.608870] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:46.608879] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:46.608888] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:46.608899] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:46.608910] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:46.608974] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:46.608986] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:46.608996] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:46.609005] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:46.609013] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:46.609024] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:46.609035] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:46.609046] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:46.609057] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:46.609066] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:46.609074] WDIAG [SHARE.SCHEMA] get_tenant_variable (ob_schema_utils.cpp:400) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8][errcode=-4012] fail to get system variable(ret=-4012, tenant_id=1020, var_id=10109) [2024-12-02 13:54:46.609084] WDIAG [SHARE.SCHEMA] get_tenant_varchar_variable (ob_schema_utils.cpp:377) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9][errcode=-4012] fail get tenant variable(value={"NULL":"NULL"}, var_id=10109, tenant_id=1020, ret=-4012) [2024-12-02 13:54:46.609096] WDIAG [SERVER.OMT] check_resource_manager_plan (ob_tenant.cpp:1984) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11][errcode=-4012] fail get tenant variable(id_=1020, plan_name=, ret=-4012) [2024-12-02 13:54:46.609108] INFO [SQL.DTL] calc_max_buffer (ob_dtl_fc_server.cpp:155) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] trace tenant dfc parameters(max_parallel_cnt_=80, max_blocked_buffer_size_=26214400, max_buffer_size_=52428800) [2024-12-02 13:54:46.609220] INFO [SQL.DTL] auto_free_on_time (ob_dtl_tenant_mem_manager.cpp:232) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] auto free to reserve buffer count(reserve_buffer_min_size=16777216, max_reserve_count=2, buffer_size=65536, ret=0) [2024-12-02 13:54:46.609231] INFO [SQL.DTL] clean_on_timeout (ob_dtl_fc_server.cpp:127) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] tenant dfc status(ret=0, get_tenant_id()=1020, get_channel_cnt()=0, get_current_buffer_used()=0, get_current_blocked_cnt()=0, get_current_buffer_cnt()=0, get_max_parallel()=80, get_max_blocked_buffer_size()=26214400, get_max_buffer_size()=52428800, get_accumulated_blocked_cnt()=0, get_max_size_per_channel()=655360) [2024-12-02 13:54:46.609255] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:111) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] refresh tenant units(sys_unit_cnt=1, units=[{tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:3, max_cpu:3, memory_size:"2GB", log_disk_size:"3GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:3, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:3, }}, mode:0, create_timestamp:1732871187131588, is_removed:false, hidden_sys_data_disk_config_size:0}, {tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"5.4GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}, {tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"0.6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}, {tenant_id:1020, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:8, max_cpu:8, memory_size:"7GB", log_disk_size:"90GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}, {tenant_id:1019, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"10GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}], ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:46.609312] INFO set_nway (ob_tenant_mutil_allocator.cpp:392) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=42] finish set nway(tenant_id_=1, nway=3) [2024-12-02 13:54:46.609322] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:403) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1, nway=3, new_tma_limit=1288490160, pre_tma_limit=1288490160, cur_memstore_limit_percent=40, tenant_config={tenant_id:1, unit_id:1, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1, name:"sys_unit_config", resource:{min_cpu:3, max_cpu:3, memory_size:"2GB", log_disk_size:"3GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:3, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:3, }}, mode:0, create_timestamp:1732871187131588, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:46.609339] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:287) [2319792][OmtNodeBalancer][T1][YB42C0A800AF-00062843033EE98E-0-0] [lt=15] [Throttle] Update Throttle Unit Config(is_adaptive_update=false, N=2.457599945068359375e+02, this=0xffff57be4170, enable_adaptive_limit_=false, Unit Name=Memstore, Config Specify Resource Limit(MB)=1228, Resource Limit(MB)=1228, Throttle Trigger(MB)=737, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=7.831060728156441719e+00) [2024-12-02 13:54:46.609354] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:412) [2319792][OmtNodeBalancer][T1][YB42C0A800AF-00062843033EE98E-0-0] [lt=14] succ to set_memstore_threshold of memstore allocator(tenant_id=1, ret=0) [2024-12-02 13:54:46.609363] INFO set_nway (ob_tenant_mutil_allocator.cpp:392) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4] finish set nway(tenant_id_=1002, nway=1) [2024-12-02 13:54:46.609370] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:403) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=7] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1002, nway=1, new_tma_limit=644245080, pre_tma_limit=644245080, cur_memstore_limit_percent=40, tenant_config={tenant_id:1002, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"5.4GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:46.609385] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:287) [2319792][OmtNodeBalancer][T1002][YB42C0A800AF-00062843033EE98E-0-0] [lt=13] [Throttle] Update Throttle Unit Config(is_adaptive_update=false, N=8.191999816894531250e+01, this=0xffff27734170, enable_adaptive_limit_=false, Unit Name=Memstore, Config Specify Resource Limit(MB)=409, Resource Limit(MB)=409, Throttle Trigger(MB)=245, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=6.241572899671315326e+02) [2024-12-02 13:54:46.609397] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:412) [2319792][OmtNodeBalancer][T1002][YB42C0A800AF-00062843033EE98E-0-0] [lt=12] succ to set_memstore_threshold of memstore allocator(tenant_id=1002, ret=0) [2024-12-02 13:54:46.609414] INFO set_nway (ob_tenant_mutil_allocator.cpp:392) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4] finish set nway(tenant_id_=1001, nway=1) [2024-12-02 13:54:46.609422] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:403) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=6] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1001, nway=1, new_tma_limit=644245080, pre_tma_limit=644245080, cur_memstore_limit_percent=40, tenant_config={tenant_id:1001, unit_id:1001, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1001, name:"ocp_meta_unit", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"0.6GB", data_disk_size:0, min_iops:9223372036854775807, max_iops:9223372036854775807, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:1, }}, mode:0, create_timestamp:1732871266998827, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:46.609436] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:287) [2319792][OmtNodeBalancer][T1001][YB42C0A800AF-00062843033EE98E-0-0] [lt=13] [Throttle] Update Throttle Unit Config(is_adaptive_update=false, N=8.191999816894531250e+01, this=0xffff3e534170, enable_adaptive_limit_=false, Unit Name=Memstore, Config Specify Resource Limit(MB)=409, Resource Limit(MB)=409, Throttle Trigger(MB)=245, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=6.241572899671315326e+02) [2024-12-02 13:54:46.609447] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:412) [2319792][OmtNodeBalancer][T1001][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] succ to set_memstore_threshold of memstore allocator(tenant_id=1001, ret=0) [2024-12-02 13:54:46.609461] INFO set_nway (ob_tenant_mutil_allocator.cpp:392) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4] finish set nway(tenant_id_=1020, nway=8) [2024-12-02 13:54:46.609484] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:403) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=22] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1020, nway=8, new_tma_limit=4509715620, pre_tma_limit=4509715620, cur_memstore_limit_percent=40, tenant_config={tenant_id:1020, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:8, max_cpu:8, memory_size:"7GB", log_disk_size:"90GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:46.609499] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:287) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=14] [Throttle] Update Throttle Unit Config(is_adaptive_update=false, N=5.734399948120117188e+02, this=0xffff13348170, enable_adaptive_limit_=false, Unit Name=Memstore, Config Specify Resource Limit(MB)=2867, Resource Limit(MB)=2867, Throttle Trigger(MB)=1720, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=2.654160334594075632e-01) [2024-12-02 13:54:46.609510] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:412) [2319792][OmtNodeBalancer][T1020][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] succ to set_memstore_threshold of memstore allocator(tenant_id=1020, ret=0) [2024-12-02 13:54:46.609527] INFO set_nway (ob_tenant_mutil_allocator.cpp:392) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4] finish set nway(tenant_id_=1019, nway=1) [2024-12-02 13:54:46.609534] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:403) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=7] ObTenantMutilAllocator update tenant mem_limit finished(ret=0, tenant_id=1019, nway=1, new_tma_limit=644245080, pre_tma_limit=644245080, cur_memstore_limit_percent=40, tenant_config={tenant_id:1019, unit_id:1003, has_memstore:true, unit_status:"NORMAL", config:{unit_config_id:1003, name:"hy_unit_config", resource:{min_cpu:1, max_cpu:1, memory_size:"1GB", log_disk_size:"10GB", data_disk_size:0, min_iops:10000, max_iops:10000, iops_weight:1, max_net_bandwidth:INT64_MAX, net_bandwidth_weight:8, }}, mode:0, create_timestamp:1733118578041372, is_removed:false, hidden_sys_data_disk_config_size:0}) [2024-12-02 13:54:46.609548] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:287) [2319792][OmtNodeBalancer][T1019][YB42C0A800AF-00062843033EE98E-0-0] [lt=13] [Throttle] Update Throttle Unit Config(is_adaptive_update=false, N=8.191999816894531250e+01, this=0xfffe61d34170, enable_adaptive_limit_=false, Unit Name=Memstore, Config Specify Resource Limit(MB)=409, Resource Limit(MB)=409, Throttle Trigger(MB)=245, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=6.241572899671315326e+02) [2024-12-02 13:54:46.609559] INFO update_tenant_mem_limit (ob_tenant_mutil_allocator_mgr.cpp:412) [2319792][OmtNodeBalancer][T1019][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] succ to set_memstore_threshold of memstore allocator(tenant_id=1019, ret=0) [2024-12-02 13:54:46.610728] INFO [SERVER.OMT] refresh_tenants (ob_tenant_config_mgr.cpp:225) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=4] [DATA_VERSION] periodically update data_version(tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1, value_updated=true, data_version={version_str:"4.3.4.0", version_val:17180066816}) [2024-12-02 13:54:46.610750] INFO [SERVER.OMT] refresh_tenants (ob_tenant_config_mgr.cpp:225) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=20] [DATA_VERSION] periodically update data_version(tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1001, value_updated=true, data_version={version_str:"4.3.4.0", version_val:17180066816}) [2024-12-02 13:54:46.610760] INFO [SERVER.OMT] refresh_tenants (ob_tenant_config_mgr.cpp:225) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] [DATA_VERSION] periodically update data_version(tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1002, value_updated=true, data_version={version_str:"4.3.4.0", version_val:17180066816}) [2024-12-02 13:54:46.610769] INFO [SERVER.OMT] refresh_tenants (ob_tenant_config_mgr.cpp:225) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] [DATA_VERSION] periodically update data_version(tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1019, value_updated=true, data_version={version_str:"4.3.4.0", version_val:17180066816}) [2024-12-02 13:54:46.610778] INFO [SERVER.OMT] refresh_tenants (ob_tenant_config_mgr.cpp:225) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] [DATA_VERSION] periodically update data_version(tmp_ret=0, tmp_ret="OB_SUCCESS", tenant_id=1020, value_updated=true, data_version={version_str:"4.3.4.0", version_val:17180066816}) [2024-12-02 13:54:46.610809] INFO [SERVER] cal_all_part_disk_default_percentage (ob_server_utils.cpp:301) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=9] cal_all_part_disk_default_percentage succ(data_dir="/home/admin/myoceanbase/oceanbase/store/sstable", clog_dir="/home/admin/myoceanbase/oceanbase/store/clog", shared_mode=true, data_disk_total_size=22601767342080, data_disk_default_percentage=60, clog_disk_total_size=22601767342080, clog_disk_default_percentage=30) [2024-12-02 13:54:46.610821] INFO [SERVER] decide_disk_size (ob_server_utils.cpp:337) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=11] decide disk size finished(suggested_disk_size=214748364800, suggested_disk_percentage=0, default_disk_percentage=30, total_space=22601767342080, disk_size=214748364800) [2024-12-02 13:54:46.610827] INFO [SERVER] get_log_disk_info_in_config (ob_server_utils.cpp:88) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=6] get_log_disk_info_in_config(suggested_data_disk_size=536870912000, suggested_clog_disk_size=214748364800, suggested_data_disk_percentage=0, suggested_clog_disk_percentage=0, log_disk_size=214748364800, log_disk_percentage=0, total_log_disk_size=22601767342080) [2024-12-02 13:54:46.610839] INFO [CLOG] try_resize (ob_server_log_block_mgr.cpp:800) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=8] try_resize success(ret=0, log_disk_size=214748364800, total_log_disk_size=22601767342080, this={dir::"/home/admin/myoceanbase/oceanbase/store/clog/log_pool", dir_fd:14, meta_fd:15, log_pool_meta:{curr_total_size:214748364800, next_total_size:214748364800, status:0}, min_block_id:203, max_block_id:3311, min_log_disk_size_for_all_tenants_:117037858816, is_inited:true}) [2024-12-02 13:54:46.610853] INFO [SERVER.OMT] run1 (ob_tenant_node_balancer.cpp:135) [2319792][OmtNodeBalancer][T0][YB42C0A800AF-00062843033EE98E-0-0] [lt=13] refresh tenant config(tenants=[1, 1001, 1002, 1019, 1020], ret=0) [2024-12-02 13:54:46.616419] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=13][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127198155}], scn_array=[cnt:1, {val:1733118886598637000, v:0}], curr_size=593, accum_size=6092, time_cost=17360) [2024-12-02 13:54:46.633530] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.633594] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.635829] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:46.635852] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.635920] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.635986] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.636026] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.636040] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.636064] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.636073] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.636078] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.637154] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.637163] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.637181] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.637185] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.637213] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.637227] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.637240] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:46.637283] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:46.637293] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.640598] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.640621] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.641775] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.641793] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.642092] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886541826, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886528131, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.642276] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3343421, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=316, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.647342] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19B-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.647366] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19B-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.647374] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19B-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.648510] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1}, delta=244477674998, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.648534] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.648559] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1001}, delta=244459656318, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.648571] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.667391] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3480, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:46.667414] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:46.667431] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:46.667453] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3537, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:46.667468] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=25, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:46.680647] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=29] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:46.684791] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30F1-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.686296] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=14] get number(ret=0, service_type_=0, range=1, base_id=1733118886685877000, start_id=1733118886685877000, end_id=1733118886685877001) [2024-12-02 13:54:46.687695] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=8] [APPLY STAT CB APPEND COST TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=15, this=0xffff13750440, extra_info="") [2024-12-02 13:54:46.687715] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=20] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=1866, this=0xffff13750670, extra_info="") [2024-12-02 13:54:46.687726] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=10] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=0, this=0xffff137508a0, extra_info="") [2024-12-02 13:54:46.687735] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=9] [APPLY STAT CB EXECUTE TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=-612, this=0xffff13750ad0, extra_info="") [2024-12-02 13:54:46.687745] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=9] [APPLY STAT CB TOTAL TIME](cur_stat_count=31, stat_interval=5000000, avg (count/cost)=1270, this=0xffff13750d00, extra_info="") [2024-12-02 13:54:46.688019] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8CC-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.690393] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DE-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.690423] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DE-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.690515] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DE-0-0] [lt=21][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.690694] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DE-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.690710] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DE-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.692695] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1333) [2024-12-02 13:54:46.693536] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=25] [PALF STAT WRITE LOG COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=2447, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:46.693556] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:46.693574] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:46.693578] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.693591] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=2494, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:46.693606] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=21, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:46.693682] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.693688] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.693731] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.693734] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.697816] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30F5-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.698956] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30F7-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:46.722174] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6902591488, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:46.733605] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.733668] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.735884] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:46.735907] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.735975] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.736030] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.736069] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.736084] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.736104] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.736113] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.736118] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.737191] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.737201] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.737222] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.737226] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.737254] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.737268] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.737281] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:46.737325] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:46.737335] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.740672] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.740695] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=23][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.741852] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.741871] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.742357] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886641810, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886587062, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.742536] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=3243161, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=317, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.748549] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.748576] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244477774825, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.748592] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.748614] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244459756145, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.748625] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.753573] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19C-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.753595] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19C-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.753603] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19C-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.755649] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3555, avg_group_log_size=355) [2024-12-02 13:54:46.760020] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=16] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548201, offset=955487}, end_cursor:ObLogCursor{file_id=5, log_id=548202, offset=955793}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff671c8050, len:2977, log_data_len:306, seq:548201, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:46.760204] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9A-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.760246] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9A-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118886535506000, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118886535506000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.763826] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:46.763848] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.764109] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=13] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=8) [2024-12-02 13:54:46.764247] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7825) [2024-12-02 13:54:46.764287] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7825) [2024-12-02 13:54:46.764310] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=2753, avg_log_submit_to_slide_time=2764) [2024-12-02 13:54:46.764336] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=16] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=7825, hit_cnt=12, read_cnt=12, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:46.765400] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=21] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548202, offset=955793}, end_cursor:ObLogCursor{file_id=5, log_id=548203, offset=956090}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff671a8050, len:2671, log_data_len:297, seq:548202, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:46.765557] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9A-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.765588] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9A-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118886685877000, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118886685877000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.766191] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:46.766219] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:46.779800] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=16] PNIO [ratelimit] time: 1733118886779798, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-12-02 13:54:46.792923] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1356, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:46.792947] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:46.792967] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:46.792985] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1414, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:46.792999] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=21, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:46.793634] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.793956] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DF-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.793983] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DF-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.794068] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4DF-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.794213] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DF-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.794229] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4DF-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.797027] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.797023] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.797071] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.797073] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.810740] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=4] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1002) [2024-12-02 13:54:46.810760] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=18] start lib cache evict(tenant_id=1002, mem_hold=41943040, mem_limit=53687090, cache_obj_num=129, cache_node_num=129) [2024-12-02 13:54:46.810769] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=7] end lib cache evict(tenant_id=1002, cache_evict_num=0, mem_hold=41943040, mem_limit=53687090, cache_obj_num=129, cache_node_num=129) [2024-12-02 13:54:46.810781] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=10] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:46.815021] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=8] Dumping All Cache Objs(alloc_obj_list.count()=129, alloc_obj_list=[{obj_id:1, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:2, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:3, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:10, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:12, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196165}, {obj_id:14, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:17, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:23, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178636}, {obj_id:24, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:25, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:30, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:35, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:43, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187563}, {obj_id:44, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233394}, {obj_id:83, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173904}, {obj_id:84, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196122}, {obj_id:85, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186439}, {obj_id:86, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181680}, {obj_id:87, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:88, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:89, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187488}, {obj_id:97, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291787}, {obj_id:98, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221016}, {obj_id:99, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208294}, {obj_id:100, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190589}, {obj_id:101, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:102, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198683}, {obj_id:103, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192935}, {obj_id:104, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178832}, {obj_id:110, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:165875}, {obj_id:111, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161701}, {obj_id:112, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156556}, {obj_id:116, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211148}, {obj_id:117, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:206300}, {obj_id:123, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179954}, {obj_id:125, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179954}, {obj_id:133, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182519}, {obj_id:135, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183306}, {obj_id:138, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177042}, {obj_id:139, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177037}, {obj_id:140, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190047}, {obj_id:141, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199794}, {obj_id:142, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193258}, {obj_id:143, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185251}, {obj_id:144, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187349}, {obj_id:145, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:222746}, {obj_id:146, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186552}, {obj_id:147, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195082}, {obj_id:148, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177090}, {obj_id:149, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229891}, {obj_id:150, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182778}, {obj_id:151, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197659}, {obj_id:152, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199523}, {obj_id:153, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198194}, {obj_id:154, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200264}, {obj_id:155, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:317867}, {obj_id:156, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:391164}, {obj_id:157, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179600}, {obj_id:158, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178501}, {obj_id:159, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:160, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:319966}, {obj_id:161, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:271020}, {obj_id:162, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:251685}, {obj_id:163, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192997}, {obj_id:164, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182913}, {obj_id:165, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189985}, {obj_id:166, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207730}, {obj_id:167, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:168, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:169, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201913}, {obj_id:170, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:171, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:172, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:173, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:174, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:175, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:176, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:177, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:178, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:179, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:180, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174144}, {obj_id:181, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209462}, {obj_id:182, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174128}, {obj_id:183, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231932}, {obj_id:184, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:186, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199282}, {obj_id:187, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185675}, {obj_id:188, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178027}, {obj_id:189, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:190, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:191, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:196, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199681}, {obj_id:197, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183310}, {obj_id:198, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193530}, {obj_id:200, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:201, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:202, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177012}, {obj_id:203, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183469}, {obj_id:204, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211673}, {obj_id:205, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187728}, {obj_id:206, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176352}, {obj_id:207, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203256}, {obj_id:208, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178360}, {obj_id:209, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175681}, {obj_id:210, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:211, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:212, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:213, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:214, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234831}, {obj_id:215, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:216, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:218, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:14143}, {obj_id:219, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:220, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1288823}, {obj_id:221, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:222, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1103414}, {obj_id:223, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:401028}, {obj_id:224, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:387717}, {obj_id:225, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229376}, {obj_id:226, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305088}, {obj_id:227, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:337799}, {obj_id:228, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:238536}, {obj_id:229, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:230, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:231, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:232, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240221}, {obj_id:233, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184248}, {obj_id:234, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185276}, {obj_id:235, tenant_id:1002, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185317}]) [2024-12-02 13:54:46.815224] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2320328][T1002_PlanCache][T1002][Y0-0000000000000000-0-0] [lt=200] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:46.833649] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.833713] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.835939] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:46.835962] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.836040] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.836095] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.836135] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.836151] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.836176] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.836186] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.836195] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.837270] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.837280] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.837298] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.837303] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.837332] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.837349] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:46.837363] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:46.837415] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:46.837425] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.840720] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.840742] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.841920] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.841939] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.842619] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886741693, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886690097, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.842809] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3142888, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=318, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.848607] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.848641] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244477874853, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.848654] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.848673] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] get wrs ts(ls_id={id:1001}, delta=244459856173, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.848681] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.849583] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=13226) [2024-12-02 13:54:46.849619] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=13226) [2024-12-02 13:54:46.849647] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=24, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=12, avg_log_submit_to_flush_time=1937, avg_log_submit_to_slide_time=1946) [2024-12-02 13:54:46.849671] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=13226, hit_cnt=24, read_cnt=24, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:46.859791] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19D-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.859811] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19D-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.859820] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19D-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.860628] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=24] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1002, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:46.861754] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=20] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:46.861839] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=19] inner load succ(latest_freeze_info={frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118885205443000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903204292146000, v:0}, schema_version:1732898491860272, data_version:17180066816}, {frozen_version:{val:1732989600937251000, v:0}, schema_version:1732984893849664, data_version:17180066816}, {frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}]}) [2024-12-02 13:54:46.861868] INFO [STORAGE] inner_update_info (ob_tenant_freeze_info_mgr.cpp:704) [2320342][T1002_FreInfoRe][T1002][Y0-0000000000000000-0-0] [lt=26] ObTenantFreezeInfoMgr success to update infos(new_snapshot_gc_scn={val:1733118885205443000, v:0}, new_freeze_infos=[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903204292146000, v:0}, schema_version:1732898491860272, data_version:17180066816}, {frozen_version:{val:1732989600937251000, v:0}, schema_version:1732984893849664, data_version:17180066816}, {frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}], new_snapshots=[], freeze_info_mgr_={is_inited:true, tenant_id:1002, freeze_info:{latest_snapshot_gc_scn:{val:1733118885205443000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903204292146000, v:0}, schema_version:1732898491860272, data_version:17180066816}, {frozen_version:{val:1732989600937251000, v:0}, schema_version:1732984893849664, data_version:17180066816}, {frozen_version:{val:1733076002725157000, v:0}, schema_version:1733071296522896, data_version:17180066816}]}}) [2024-12-02 13:54:46.892823] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1836) [2024-12-02 13:54:46.892865] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1836) [2024-12-02 13:54:46.893688] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.897294] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E0-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:46.897326] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E0-0-0] [lt=23] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.897415] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E0-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:46.897571] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E0-0-0] [lt=21] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:46.897589] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E0-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:46.897858] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.898031] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.898749] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.898804] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:46.903473] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.903478] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:46.903515] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:46.903522] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:46.912514] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:46.912540] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=19] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:46.912555] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=13] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-12-02 13:54:46.912561] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320419][T1002_ObTimer][T1002][Y0-0000000000000000-0-0] [lt=5] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=136) [2024-12-02 13:54:46.920530] WDIAG [SHARE] exec_get_rows_ (ob_balance_task_helper_operator.cpp:280) [2324582][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317BEE963-0-0] [lt=25][errcode=-4018] no balance task help(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=select * from __all_balance_task_helper where operation_scn <= 1732874408973130000 order by operation_scn) [2024-12-02 13:54:46.920613] WDIAG [SHARE] load_tasks_order_by_scn (ob_balance_task_helper_operator.cpp:228) [2324582][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317BEE963-0-0] [lt=20][errcode=-4018] failed to get row(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=select * from __all_balance_task_helper where operation_scn <= 1732874408973130000 order by operation_scn, tenant_id=1020) [2024-12-02 13:54:46.922495] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=25] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6900494336, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:46.932584] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320400][T1002_LockWaitM][T1002][Y0-0000000000000000-0-0] [lt=19] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:46.933737] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.933802] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=63] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:46.935996] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:46.936019] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.936090] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.936141] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:46.936183] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.936199] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:46.936223] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:46.936233] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:46.936241] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.937315] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:46.937323] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.937342] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:46.937347] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:46.937376] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.937390] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:46.937404] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:46.937451] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:46.937461] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:46.940756] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.940776] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:46.941917] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:46.941935] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:46.942893] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886841695, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886793251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:46.943082] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=3042614, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=319, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:46.948614] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] get_max_applied_scn(scn={val:18446744073709551615, v:3}, this={ls_id_:{id:1}, role_:2, proposal_id_:-1, palf_committed_end_lsn_:{lsn:0}, palf_committed_end_scn_:{val:18446744073709551615, v:3}, last_check_scn_:{val:18446744073709551615, v:3}, max_applied_cb_scn_:{val:18446744073709551615, v:3}}) [2024-12-02 13:54:46.948638] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get_min_unreplayed_log_info in skip state(lsn={lsn:1476304896}, scn={val:1732874408973130001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118886903458, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:1476304896}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:1476304896}, base_scn_:{val:1732874408973130001, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}}}) [2024-12-02 13:54:46.948697] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=56] get wrs ts(ls_id={id:1}, delta=244477974718, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:46.948713] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.948736] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244459956038, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:46.948749] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:46.956755] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=3555) [2024-12-02 13:54:46.956798] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=8] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=3555) [2024-12-02 13:54:46.956825] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=3190, avg_log_submit_to_slide_time=3203) [2024-12-02 13:54:46.961096] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:46.961120] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.964183] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=7) [2024-12-02 13:54:46.966076] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19E-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.966098] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19E-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.966106] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19E-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:46.966127] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320034][T1_TenantWeakRe][T1][YB42C0A800AF-0006284309DEF773-0-0] [lt=11] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=2.960088925361633301e+02, this=0xffff57beb208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=1535, Resource Limit(MB)=1480, Throttle Trigger(MB)=888, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=3.726010280941743691e+00) [2024-12-02 13:54:46.972275] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=6239232) [2024-12-02 13:54:46.972297] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:46.991366] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:46.991393] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:46.991419] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:46.993744] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:46.999277] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=12] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:47.001759] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:660, tid:2319792}]) [2024-12-02 13:54:47.003753] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.003776] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=14] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.003866] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=59][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.004027] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.004043] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.005707] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=51] get number(ret=0, service_type_=0, range=1, base_id=1733118887004717000, start_id=1733118887004717000, end_id=1733118887004717001) [2024-12-02 13:54:47.005765] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF4E1-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=25, avg_log_batch_cnt=1, total_group_log_size=13839, avg_group_log_size=553) [2024-12-02 13:54:47.007101] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.007103] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.007141] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.007140] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.017663] INFO [PALF] try_recycle_blocks (palf_env_impl.cpp:805) [2320144][T1001_PalfGC][T1001][Y0-0000000000000000-0-0] [lt=29] LOG_DISK_OPTION(disk_options_wrapper_={disk_opts_for_stopping_writing:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):614, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):172, sequence:1}) [2024-12-02 13:54:47.018636] INFO [STORAGE] normal_running_env_check_ (ob_tenant_snapshot_service.cpp:279) [2320441][T1002_TSnapSvc][T1002][Y0-0000000000000000-0-0] [lt=18] normal_running_env_check_ succ(this={is_inited_:true, is_running_:true, running_mode_:3, meta_loaded_:true, tg_id_:454}) [2024-12-02 13:54:47.018659] INFO [STORAGE] try_gc_tenant_snapshot_ (ob_tenant_snapshot_service.cpp:650) [2320441][T1002_TSnapSvc][T1002][Y0-0000000000000000-0-0] [lt=20] try_gc_tenant_snapshot finished(ret=0, ret="OB_SUCCESS", this={is_inited_:true, is_running_:true, running_mode_:3, meta_loaded_:true, tg_id_:454}) [2024-12-02 13:54:47.019847] INFO [STORAGE] calculate_idle_time_ (ob_tenant_snapshot_service.cpp:829) [2320441][T1002_TSnapSvc][T1002][Y0-0000000000000000-0-0] [lt=12] ObTenantSnapshotService thread idle time(tg_id_=454, idle_time=60000, running_mode_=3) [2024-12-02 13:54:47.033748] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.033813] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=63] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.035534] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:47.035558] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=17] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:47.036048] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:47.036071] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.036140] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.036205] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.036248] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.036262] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.036285] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.036293] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.036301] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.036350] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=12] get number(ret=0, service_type_=0, range=1, base_id=1733118887036318000, start_id=1733118887036318000, end_id=1733118887036318001) [2024-12-02 13:54:47.036402] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=20] gts statistics(tenant_id=1002, gts_rpc_cnt=10, get_gts_cache_cnt=431, get_gts_with_stc_cnt=5, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=3, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:47.036417] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_refresh=false, gts_local_cache={srr:[mts=1733118887036392], gts:1733118887036318000, latest_srr:[mts=1733118887036392]}) [2024-12-02 13:54:47.036674] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:47.037371] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.037388] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.037417] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.037423] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.037455] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=31][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.037477] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.037492] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:47.037541] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:47.037553] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.040799] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.040820] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.041968] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.041985] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.043154] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:319, local_retry_times:319, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.043185] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118886942600, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118886897400, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.043235] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=44][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.043246] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.043255] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.043272] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.043388] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.043439] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.043451] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:47.043461] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.043471] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887043345, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887020517}, ret=-6231) [2024-12-02 13:54:47.043617] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=145][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.043623] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.043628] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017918, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887042637, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887020517, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887043345, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.043795] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.043806] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.043815] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.043820] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.043828] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.043836] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.043840] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.043851] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.043855] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.043863] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.043872] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:47.043878] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=320, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.043890] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9] will sleep(sleep_us=100000, remain_us=2941807, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=320, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.048358] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:47.048672] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.048700] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1}, delta=244478074773, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.048715] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.048736] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244460056093, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.048747] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.066343] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:47.067795] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1002, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=3, start_service_tstamp_=1733118167309726, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:47.071237] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=8] ====== tenant freeze timer task ====== [2024-12-02 13:54:47.071257] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=16] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54540680, tenant_id=1002) [2024-12-02 13:54:47.071283] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=13] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:47.071955] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:47.071978] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.072237] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19F-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.072261] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19F-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.072269] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF19F-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.074679] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:47.074703] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=18] temporary file module use no blocks [2024-12-02 13:54:47.074713] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:47.074725] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:47.074736] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238634573153, flush_io_finished_ret_:0, flush_io_finished_round_:736, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:47.076328] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:47.076961] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.077025] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=62][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.077037] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.077047] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.077057] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887076917, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.077199] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=142][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.077206] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.077211] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017919, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:0, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887076313, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887076917, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.077380] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=167][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.077391] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.077400] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.077409] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.077416] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.077425] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.077429] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.077440] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.077445] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.077453] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.077458] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.077486] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=25][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.077500] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12] already timeout, do not need sleep(sleep_us=0, remain_us=1998411, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.077510] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.077531] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887076313, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.077571] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.077579] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.077587] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.077604] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.077711] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.077762] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.077773] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.077783] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.077792] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887077673, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.077912] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=119][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.077916] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.077921] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017920, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887077368, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887077673, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.078084] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.078093] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.078100] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.078105] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.078109] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.078113] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.078119] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.078129] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.078133] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.078140] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.078148] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.078158] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=1, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.078169] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10] will sleep(sleep_us=1000, remain_us=1997741, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.079235] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:1, local_retry_times:1, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.079255] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887077368, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.079294] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.079302] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.079306] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.079321] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.079424] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.079473] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.079483] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.079492] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.079498] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887079388, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.079617] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.079622] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.079627] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017921, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887078421, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887079388, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.079795] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.079804] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.079808] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.079812] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.079816] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.079823] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.079828] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.079838] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.079842] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.079849] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.079857] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.079866] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=2, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.079877] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9] will sleep(sleep_us=2000, remain_us=1996034, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.081677] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=30] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:47.081942] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:2, local_retry_times:2, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.081963] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887078421, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.082002] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.082010] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.082014] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.082028] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.082135] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.082185] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.082192] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.082201] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.082210] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887082095, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.082330] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=119][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.082335] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.082340] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017922, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887081582, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887082095, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.082504] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.082514] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.082522] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.082526] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.082534] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.082538] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.082546] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.082555] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.082560] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.082567] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.082572] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.082581] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=3, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.082589] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6] will sleep(sleep_us=3000, remain_us=1993321, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.085655] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:3, local_retry_times:3, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.085675] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887081582, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.085713] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.085722] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.085726] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.085740] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.085842] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.085890] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=46][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.085896] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.085905] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.085910] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887085805, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.086029] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.086034] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.086038] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017923, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887084742, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887085805, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.086202] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.086212] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.086216] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.086224] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.086228] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.086235] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.086240] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.086250] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.086254] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.086262] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.086270] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.086275] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=4, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.086287] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10] will sleep(sleep_us=4000, remain_us=1989624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.090354] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:4, local_retry_times:4, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.090373] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887084742, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.090411] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=32][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.090419] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.090423] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.090436] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.090539] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.090588] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.090598] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:47.090607] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.090616] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887090502, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887073156}, ret=-6231) [2024-12-02 13:54:47.090733] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=116][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.090738] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.090742] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017924, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887090006, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887090502, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.090904] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.090914] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.090922] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.090927] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.090934] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.090938] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.090945] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.090955] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.090959] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.090963] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.090970] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:47.090980] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=5, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:47.090991] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10] will sleep(sleep_us=5000, remain_us=1984920, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.091437] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:47.092506] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=2, avg_log_gen_to_submit_time=6, avg_log_submit_to_flush_time=2027, avg_log_submit_to_slide_time=2038) [2024-12-02 13:54:47.092543] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1358, avg_log_submit_to_slide_time=1367) [2024-12-02 13:54:47.092538] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1836, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:47.092559] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1211, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:47.093801] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.096055] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:5, local_retry_times:5, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.096075] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887090006, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.096115] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=34][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.096119] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.096126] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.096139] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.096241] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.096291] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=49][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:47.096314] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1979597, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.102387] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887095275, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.102539] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1973372, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.107396] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E2-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.107424] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E2-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.107510] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E2-0-0] [lt=13][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.107674] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E2-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.107691] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E2-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.109619] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887101596, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887073156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.109770] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1966141, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.110435] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.110442] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.110485] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.110484] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.117136] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.117537] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.117537] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=9] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.117798] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=11] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.117801] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.117846] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887108968, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.117951] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.118004] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1957907, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.118088] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.118192] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.118288] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.118355] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=16] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.118408] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=13] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.122812] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6898397184, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:47.127083] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887117393, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.127241] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1948670, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.133805] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.133866] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.136106] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:47.136128] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.136213] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.136269] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.136314] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.136330] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.136357] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.136366] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.136376] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.137316] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887126868, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.137453] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:554) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=-4389] get piece cost too much time(scn={val:1732874426991810003, v:0}, lsn={lsn:6978895872}, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.137482] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.137481] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1938430, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.137487] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.137506] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.137510] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.137540] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.137554] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.137568] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:47.137612] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:47.137622] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.140881] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.140901] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.142053] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.142070] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.143956] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:320, local_retry_times:320, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:47.143982] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887042637, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887020517, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.144027] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.144036] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:47.144043] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:47.144060] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:47.144168] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.144217] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=48][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:47.144224] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:47.144233] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:47.144242] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e9e008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887144128, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118887106868}, ret=-6231) [2024-12-02 13:54:47.144368] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=125][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:47.144373] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:47.144377] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017931, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887143719, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118887144128, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:47.144531] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=153][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:47.144541] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:47.144545] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:47.144553] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:47.144558] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:47.144565] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:47.144569] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e990f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:47.144580] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:47.144584] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:47.144592] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:47.144600] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:47.144609] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:47.144621] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=2841075, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=321, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.148554] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887136345, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.148717] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=12000, remain_us=1927194, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.148727] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.148759] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244478174756, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.148775] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.148796] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244460156076, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.148808] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.149861] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30FC-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.150314] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30FD-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.151799] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=7] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=51589939, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=711090176, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=362651648, wash_ratio=6, tenant_id=1001) [2024-12-02 13:54:47.151878] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=33] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:47.151896] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1001][Y0-0000000000000000-0-0] [lt=16] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=1255, drift_size_=0, pre_drift_size=-6291456, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1001, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:47.151987] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=13] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=51589939, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=920502272, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=153239552, wash_ratio=6, tenant_id=1002) [2024-12-02 13:54:47.152044] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=18] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:47.152055] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1002][Y0-0000000000000000-0-0] [lt=11] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=64, drift_size_=0, pre_drift_size=-6291456, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1002, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:47.152133] INFO [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:944) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=7] trace max work area(auto_calc=true, tenant_max_memory_limit=1073741824, total_alloc_size=0, tenant_work_area_memory_hold=0, tenant_work_area_max_size=53687091, max_wa_memory_size=53687091, tmp_max_wa_memory_size=53687091, pre_mem_target=51589939, remain_memory_size=53687091, ratio=nan, alloc_ratio=0.000000000000000000e+00, hold_ratio=0.000000000000000000e+00, tenant_memory_hold=600363008, washable_size=-2, max_workarea_memory_size=53687091, max_tenant_memory_size=473378816, wash_ratio=6, tenant_id=1019) [2024-12-02 13:54:47.152187] INFO [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:310) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=15] timer to calc global bound size(ret=0, best_interval_idx=1099, global_bound_size_=6710886, calc_global_bound_size=1048576000000, mem_target_=53687091, wa_max_memory_size=53687091, profile_cnt_=0, total_memory_size=0, max_wa_size=53687091, avg_bound_size=6710886, max_bound_size=6710886, min_bound_size_=1048576) [2024-12-02 13:54:47.152199] INFO [SQL.ENG] calculate_global_bound_size_by_interval_info (ob_tenant_sql_memory_manager.cpp:1192) [2319529][SqlMemTimer][T1019][Y0-0000000000000000-0-0] [lt=10] timer to calc global bound size(ret=0, global_bound_size_=6710886, manual_calc_cnt_=4224, drift_size_=0, pre_drift_size=-14697152, wa_max_memory_size=53687091, sql_mem_callback_.get_total_alloc_size()=0, tenant_id_=1019, profile_cnt_=0, pre_profile_cnt_=0, pre_profile_cnt=0, calc_info.get_global_bound_size()=6710886, total_memory_size=0, cur_profile_cnt=0, calc_info.get_mem_target()=53687091, auto_calc=true, sql_mem_callback_.get_total_dump_size()=0) [2024-12-02 13:54:47.153361] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:47.153446] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] already timeout, do not need sleep(sleep_us=0, remain_us=1998833, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.153477] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887153153, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.153650] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=1000, remain_us=1998629, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.154729] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887153153, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.154884] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997394, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.156960] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887154206, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.157118] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995161, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.157105] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=52] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=3677, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:47.160194] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887156313, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.160354] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1991925, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.160794] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887147886, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.160953] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1914957, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.164254] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=13] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=6) [2024-12-02 13:54:47.164432] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887159474, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.164592] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1987686, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.167926] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1733118886965744000, v:0}, new_max_version={val:1733118886965744000, v:0}, last_min_version={val:1733118886765859000, v:0}, last_max_version={val:1733118886765859000, v:0}, total_time_us=2821, delta_us=202181) [2024-12-02 13:54:47.169670] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887163685, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.169822] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982457, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.172953] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2319844][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=23] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:47.174029] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887160527, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.174184] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1901726, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.175898] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887168943, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.176057] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=7000, remain_us=1976222, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.178545] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A0-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.178568] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A0-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.178576] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A0-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.183133] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887175263, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.183296] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1968982, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.188261] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887173156, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106870, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.188421] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1887490, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.189797] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=18] gc stale ls task succ [2024-12-02 13:54:47.191374] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887182637, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106876, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.191435] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS SERVER] net_in=30kB/s, net_out=30kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:47.191472] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:47.191497] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1836, avg_group_log_size=183) [2024-12-02 13:54:47.191520] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1836) [2024-12-02 13:54:47.191526] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:47.191537] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=9000, remain_us=1960741, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.191606] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:47.191630] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:7, schedule:12, submit:5, rt:997, total:1021) [2024-12-02 13:54:47.191666] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:47.191699] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:7, schedule:12, submit:5, device:997, total:1021) [2024-12-02 13:54:47.191729] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:47.191807] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:47.191830] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2173, limit:9223372036854775807, [delay/us]:prepare:6, schedule:27, submit:19, rt:8, total:61) [2024-12-02 13:54:47.191869] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2173, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:47.191892] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2173, [delay/us]: prepare:6, schedule:27, submit:19, device:8, total:61) [2024-12-02 13:54:47.191912] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:47.191931] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:13776, total:13786) [2024-12-02 13:54:47.191957] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:47.191979] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:13776, total:13786) [2024-12-02 13:54:47.192005] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:47.192019] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:47.192027] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:47.192035] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:47.192042] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:47.193857] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.200613] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887191062, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106876, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.200677] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=22] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:47.200700] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:47.200712] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:47.200725] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:47.200738] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238634699152, flush_io_finished_ret_:0, flush_io_finished_round_:310, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:47.200779] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951500, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.202078] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=18] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:47.203497] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887187903, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106876, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.203653] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1872257, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.205009] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:47.205030] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:47.207267] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320229][T1001_Flush][T1001][Y0-0000000000000000-0-0] [lt=9] ====== traversal_flush timer task ====== [2024-12-02 13:54:47.207393] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320229][T1001_Flush][T1001][YB42C0A800AF-00062843078EE9DF-0-0] [lt=13] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff2d6b26d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900561651000, latest_log_ts:{val:1733118883997418001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:47.207461] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320229][T1001_Flush][T1001][YB42C0A800AF-00062843078EE9DF-0-0] [lt=63] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:47.208066] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:47.210735] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E3-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.210767] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E3-0-0] [lt=23] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.210860] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E3-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.210857] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887200541, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106878, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.211023] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=11000, remain_us=1941256, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.211042] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E3-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.211058] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E3-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.214111] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.214118] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.214156] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.214156] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.219729] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887202648, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106878, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.219889] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1856021, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.222100] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887210019, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887210019, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.222262] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=12000, remain_us=1930017, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.222384] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320027][T1_LCLSender][T1][Y0-0000000000000000-0-0] [lt=17] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff5b7bc2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:47.224095] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC15-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:47.224120] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC15-0-0] [lt=23] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:47.233860] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.233917] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=54] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.234340] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887221606, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.234502] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=13000, remain_us=1917776, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.236160] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:47.236182] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.236264] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.236323] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.236366] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.236382] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.236409] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.236419] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.236428] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.236671] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:644) [2320182][T1001_TntShared][T1001][Y0-0000000000000000-0-0] [lt=15] clear dtl interm result cost(us)(clear_cost=17, ret=0, gc_.expire_keys_.count()=0, dump count=0, clean count=0) [2024-12-02 13:54:47.236971] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887219498, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.237142] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1838769, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.237472] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.237482] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.237501] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.237509] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.237538] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.237553] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.237565] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:47.237618] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:47.237629] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.240935] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.240957] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.242114] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.242131] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.244699] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887143719, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887106868, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.244879] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2740817, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=322, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.247578] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887234238, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.247743] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1904535, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.247750] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:47.247767] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=13] temporary file module use no blocks [2024-12-02 13:54:47.247778] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:47.247790] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=10] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:47.247802] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238634746221, flush_io_finished_ret_:0, flush_io_finished_round_:736, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:47.248417] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] get number(ret=0, service_type_=0, range=1, base_id=1733118887247881000, start_id=1733118887247881000, end_id=1733118887247881001) [2024-12-02 13:54:47.248784] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.248814] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] get wrs ts(ls_id={id:1}, delta=244478274751, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.248828] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.248850] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244460256071, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.248861] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.250119] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1019, current_version={val:1733118887047903000, v:0}, min_version={val:1733118887047903000, v:0}, max_version={val:1733118887047903000, v:0}, in_service=true, leader_epoch=1) [2024-12-02 13:54:47.255221] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887236344, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.255383] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1820527, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.256570] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324552][T1020_Occam][T1020][YB42C0A800AF-0006284314DEEA41-0-0] [lt=15] for each ls(succ_num=2, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:47.259553] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=20] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:47.261825] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887246828, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.261995] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890284, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.263939] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:47.263965] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.266246] INFO [STORAGE.TRANS] alloc (ob_trans_factory.cpp:141) [2320415][T1002_TenantWea][T1001][YB42C0A800AF-000628430BBEF740-0-0] [lt=23] ObTransCtx statistics(active_coord_ctx_count=0, active_part_ctx_count=1, total_release_part_ctx_count=213) [2024-12-02 13:54:47.267762] WDIAG read_and_convert_to_tuples_ (ob_table_access_helper.h:419) [2320215][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4008] iter failed(iter_times=0, ret=-4008, ret="OB_ITER_END", MTL_ID()=1001, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:47.267851] WDIAG read_multi_row (ob_table_access_helper.h:238) [2320215][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=21][errcode=-4008] fail to read and convert to tuples(ret=-4008, ret="OB_ITER_END", MTL_ID()=1001, table=oceanbase.__all_detect_lock_info, condition=WHERE detect_func_no = 1 GROUP BY owner_id) [2024-12-02 13:54:47.269165] INFO delete_row (ob_table_access_helper.h:312) [2320215][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=17] GCTX.sql_proxy_ insert row success(ret=0, ret="OB_SUCCESS", MTL_ID()=1001, table=oceanbase.__all_dbms_lock_allocated, value=expiration <= usec_to_time(1733118887267869) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10, sql=DELETE FROM oceanbase.__all_dbms_lock_allocated WHERE expiration <= usec_to_time(1733118887267869) AND lockid NOT IN (SELECT obj_id FROM oceanbase.__all_detect_lock_info where obj_type = 13 or obj_type = 11)LIMIT 10) [2024-12-02 13:54:47.274461] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887255252, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211076, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.274627] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1801283, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.277075] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887261545, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211076, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.277245] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=16000, remain_us=1875034, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.284751] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A1-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.284774] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A1-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.284782] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A1-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.285264] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:47.293328] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887276291, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.293509] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1858770, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.293910] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.294704] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887274184, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.294860] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1781051, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.303238] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2324767][T1019_Occam][T1019][YB42C0A800AF-0006284314FEEA41-0-0] [lt=16] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:47.307830] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:47.310589] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887293090, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211085, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.310761] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1841518, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.314417] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E4-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.314443] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E4-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.314543] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E4-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.314721] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E4-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.314737] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E4-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.315938] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887294143, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211085, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.316095] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1759815, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.317525] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.317530] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.317567] INFO [PALF] next (palf_iterator.h:183) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:47.317571] INFO [PALF] next (palf_iterator.h:183) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:47.317588] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=19] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.317590] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=18] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.322916] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:47.323126] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:47.328842] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887309896, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211085, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.329009] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1823270, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.333909] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.333970] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.336214] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:47.336236] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.336312] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.336365] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.336407] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.336422] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.336448] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.336457] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.336465] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.337541] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.337551] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.337570] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.337575] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.337603] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.337619] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.337632] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:47.337676] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:47.337687] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.338172] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887315161, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887314112, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.338330] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1737580, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.338856] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2324659][T1020_STSWorker][T1020][Y0-0000000000000000-0-0] [lt=20] ObStandbyTimestampService state(*this={inited:true, last_id:1732874408973130000, tenant_id:1020, epoch:16, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:47.340945] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:47.340981] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.341003] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.342161] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.342179] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.344959] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887244722, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887211074, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.345129] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2640568, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=323, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.345364] INFO [CLOG] update_upstream (ob_remote_location_adaptor.cpp:91) [2320383][T1002_LogRessvr][T1002][YB42C0A800AF-0006284305BEE94C-0-0] [lt=16] primary tenant, just skip [2024-12-02 13:54:47.348091] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887328837, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887314115, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.348256] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=20000, remain_us=1804023, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.348838] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1020, min_version={val:1732874408973130000, v:0}, base_version={val:1732874408973130000, v:0}, server_count=1, svr_array=[{addr:"192.168.0.175:2882", version:{val:1732874408973130000, v:0}, valid_part_count:2, total_part_count:2, generate_tstamp:1733118887348830, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-12-02 13:54:47.348863] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=24] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.348887] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1}, delta=244478375639, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.348902] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.348923] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244460356959, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.348934] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.350669] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.350689] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.352063] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.352079] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.355955] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=3555) [2024-12-02 13:54:47.361408] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887337260, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887314115, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.361574] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1714336, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.364329] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=5) [2024-12-02 13:54:47.368335] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887347716, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887314115, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.368501] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=21000, remain_us=1783778, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.380100] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:1192746503}], scn_array=[cnt:1, {val:1733118887365623000, v:0}], curr_size=589, accum_size=2011, time_cost=13585) [2024-12-02 13:54:47.380665] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=18] PNIO [ratelimit] time: 1733118887380664, bytes: 19824504, bw: 0.030520 MB/s, add_ts: 1000990, add_bytes: 32034 [2024-12-02 13:54:47.385655] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887361407, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887349822, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.385817] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1690094, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.389582] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887367729, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887349824, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.389755] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1762524, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.390927] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A2-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.390950] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A2-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.390962] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A2-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.393967] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.410894] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887385621, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887376156, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.411052] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=1664859, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.411836] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887388779, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887376162, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.412008] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=23000, remain_us=1740271, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.412307] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] ====== checkpoint timer task ====== [2024-12-02 13:54:47.412340] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=15] get_max_applied_scn(scn={val:1733118887399301000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:2127205387}, palf_committed_end_scn_:{val:1733118887399301000, v:0}, last_check_scn_:{val:1733118887399301000, v:0}, max_applied_cb_scn_:{val:1733118887399301000, v:0}}) [2024-12-02 13:54:47.412367] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=18] get_min_unreplayed_log_info(lsn={lsn:2121074286}, scn={val:1733118105332305001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118160358648, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:898659, ret_code_:0}}, next_to_submit_lsn_:{lsn:2121074286}, next_to_submit_scn_:{val:1733118105332305001, v:0}, base_lsn_:{lsn:2013143040}, base_scn_:{val:1733106655961883000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11205000, next_round_pread_size:3678208, curr_read_pos:593, curr_read_buf_start_pos:0, curr_read_buf_end_pos:593, log_storage_:{start_lsn:{lsn:2121073693}, end_lsn:{lsn:2121074286}, read_buf:{buf_len_:3747840, buf_:0xffff11205000}, block_size:67104768, log_storage_:0xffff399471b0, log_storage_:{log_tail:{lsn:2127205387}, readable_log_tail:{lsn:2127205387}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:31, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1001/1/log", dir_fd:139, min_block_id:26, max_block_id:32, curr_writable_block_id:31}, logical_block_size_:67104768, curr_block_writable_size_:20147189, block_header_serialize_buf_:0xffff39948178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105332305000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:505, scn_:{val:1733118105332305000, v:0}, data_checksum:3599698338, flag:25137}}, init_mode_version:0, accumulate_checksum:2804455760, curr_entry_is_padding:0, padding_entry_size:537, padding_entry_scn:{val:1733118105332305000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:32, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:59, read_io_size:108924928, read_disk_cost_ts:886340, start_lsn:{lsn:2013143040}}}}}}) [2024-12-02 13:54:47.413597] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=55] succ to get rec scn(*this={this:0xffff2d004030, ls_id:{id:1}, tenant_id:1001, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105332305001, v:0}, max_applied_start_working_ts_:{val:1733118105332305001, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118145131510, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:962}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.413623] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=25] tx ctx memtable get rec scn(this={ObITable:{this:0xffff2a2ae080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff2a2ae080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.413738] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=18] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff2d6b26d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900561651000, latest_log_ts:{val:1733118883997418001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:47.413792] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=51] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff2d6c9550}, min_rec_scn={val:1733106655961883000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:47.413809] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=13] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:47.413822] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=12] get rec log scn(service_type_=0, rec_log_ts={val:1733118883997418001, v:0}) [2024-12-02 13:54:47.413831] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118165261766002, v:0}) [2024-12-02 13:54:47.413840] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] get rec log scn(service_type_=2, rec_log_ts={val:1733118164260579002, v:0}) [2024-12-02 13:54:47.413851] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:47.413868] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=13] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:47.413880] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733106655961883000, v:0}, checkpoint_scn_in_ls_meta={val:1733106655961883000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:47.413897] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:2013143040}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:2013143040}, lsn={lsn:2013143040}) [2024-12-02 13:54:47.413914] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=16] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:2013143040}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:47.413925] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320228][T1001_TxCkpt][T1001][Y0-0000000000000000-0-0] [lt=8] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:47.417822] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E5-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.417849] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E5-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.417942] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E5-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.418090] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E5-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.418106] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E5-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.421188] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.421197] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.421227] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.421243] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.433958] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.434015] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=54] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.435088] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887410866, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887376164, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.435260] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1717019, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.436270] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:47.436291] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.436363] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.436417] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.436461] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.436475] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.436500] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.436509] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.436514] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.437129] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887410866, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887376164, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.437295] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1638616, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.437589] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.437598] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.437616] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.437621] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.437649] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.437663] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.437676] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:47.437720] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:47.437731] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.441035] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.441056] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.442203] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.442221] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.445210] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887344587, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887314115, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.445383] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2540314, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=324, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.448576] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=15] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13226) [2024-12-02 13:54:47.448898] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.448927] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1}, delta=244478475615, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.448943] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.448965] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460456935, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.448973] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.459343] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887435053, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417190, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.459530] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1692749, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.461216] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:47.461239] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.464374] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887437159, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417190, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.464539] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=28000, remain_us=1611371, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.467964] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:47.472389] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=6239232) [2024-12-02 13:54:47.472409] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.482795] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:47.484611] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887459276, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417192, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.484780] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=1667499, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.492616] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887463491, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417192, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.492779] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1583131, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.494021] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.497303] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A3-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.497326] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A3-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.497343] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A3-0-0] [lt=16][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.498859] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2319856][T1_LogLoop][T1][Y0-0000000000000000-0-0] [lt=14] LogLoopThread round_cost_time(us)(round_cost_time=14) [2024-12-02 13:54:47.499245] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=14] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:47.509081] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:47.509106] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=19] temporary file module use no blocks [2024-12-02 13:54:47.509118] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=10] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:47.509132] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=4048, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:47.509145] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320016][T1_TFSwap][T1][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238635007554, flush_io_finished_ret_:0, flush_io_finished_round_:736, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:47.510859] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887484556, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417194, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.511026] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1641253, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.521478] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E6-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.521503] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E6-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.521597] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E6-0-0] [lt=28][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.521759] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E6-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.521775] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E6-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.521853] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887491932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887489827, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.522010] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1553901, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.523447] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=24] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:47.524889] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.524893] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.524931] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.524935] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.525800] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=21] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:47.527334] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30FE-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.527345] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8CD-0-0] [lt=20][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.527419] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFDA-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.528560] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3100-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.528610] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8CF-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.528703] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFDC-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.534044] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.534106] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.536328] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:47.536350] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.536427] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.536480] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.536522] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.536536] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.536559] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.536568] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.536575] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.536878] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=13] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:47.536938] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2319694][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=11, avg_log_batch_cnt=1, total_group_log_size=1348, avg_group_log_size=122) [2024-12-02 13:54:47.536957] INFO [STORAGE.TRANS] submit_log_ (ob_id_service.cpp:158) [2319694][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=15] submit log success(service_type_=0, last_id=1733118903759897000, limited_id=1733118903759897000) [2024-12-02 13:54:47.536968] INFO [STORAGE.TRANS] submit_log_with_lock_ (ob_id_service.cpp:65) [2319694][TsMgr][T1002][Y0-0000000000000000-0-0] [lt=10] submit log with lock success(service_type_=0, last_id=1733118903759897000, limited_id=1733118903759897000) [2024-12-02 13:54:47.537650] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.537659] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.537678] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.537684] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.537712] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.537725] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.537737] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:47.537781] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:47.537791] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.537924] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1348) [2024-12-02 13:54:47.537959] INFO [STORAGE] update_id_meta (ob_ls_meta.cpp:844) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=9] update id meta(ret=0, service_type=0, limited_id=1733118903759897000, latest_scn={val:1733118887536142001, v:0}, *this={tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118884533034001, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118903759897000, latest_log_ts:{val:1733118887536142001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}) [2024-12-02 13:54:47.538000] INFO [STORAGE.TRANS] handle_submit_callback (ob_id_service.cpp:190) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=41] handle submit callback(service_type_=0, success=true, used_ts=1044, log_ts={val:1733118887536142001, v:0}, limited_id=1733118903759897000) [2024-12-02 13:54:47.538013] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:564) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=12] timestamp service handle log callback(ret=0, limited_id=0, log_ts={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.538023] INFO [STORAGE.TRANS] on_success (ob_id_service.cpp:602) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=9] ObPresistIDLogCb on success(ret=0, ret="OB_SUCCESS", *this={log_ts:{val:18446744073709551615, v:3}, log_buf:"", pos:0, id_srv_type:-1, limited_id:0}) [2024-12-02 13:54:47.538110] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887510862, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887489833, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.538298] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1613980, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.541092] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.541113] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.542270] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.542288] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.545464] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887444532, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887417190, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.545649] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=2440048, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=325, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.548950] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.548981] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244478575651, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.548997] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.549019] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460556971, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.549031] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.549061] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=57] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:47.550617] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.552093] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887521392, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887521394, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.552160] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=62] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.552272] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1523639, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.564404] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=4) [2024-12-02 13:54:47.565270] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=17] get_max_applied_scn(scn={val:1733118887036318003, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:414844034}, palf_committed_end_scn_:{val:1733118887536142001, v:0}, last_check_scn_:{val:1733118887536142001, v:0}, max_applied_cb_scn_:{val:1733118887036318003, v:0}}) [2024-12-02 13:54:47.565300] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=23] get_min_unreplayed_log_info(lsn={lsn:413636245}, scn={val:1733118105192265002, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118163226828, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2348728, ret_code_:0}}, next_to_submit_lsn_:{lsn:413636245}, next_to_submit_scn_:{val:1733118105192265002, v:0}, base_lsn_:{lsn:335523840}, base_scn_:{val:1733076080372287001, v:0}, iterator_:{iterator_impl:{buf_:0xffff10805000, next_round_pread_size:3678208, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{start_lsn:{lsn:413636123}, end_lsn:{lsn:413636245}, read_buf:{buf_len_:3747840, buf_:0xffff10805000}, block_size:67104768, log_storage_:0xffff239e31b0, log_storage_:{log_tail:{lsn:414844034}, readable_log_tail:{lsn:414844034}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:6, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002/1/log", dir_fd:150, min_block_id:0, max_block_id:7, curr_writable_block_id:6}, logical_block_size_:67104768, curr_block_writable_size_:54889342, block_header_serialize_buf_:0xffff239e4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105192265001, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:34, scn_:{val:1733118105192265001, v:0}, data_checksum:2923900223, flag:49049}}, init_mode_version:0, accumulate_checksum:2487961638, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1733118105192265001, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:23, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:23, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:41, read_io_size:78794752, read_disk_cost_ts:767214, start_lsn:{lsn:335523840}}}}}}) [2024-12-02 13:54:47.566381] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887537195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887523499, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.566556] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=29000, remain_us=1585723, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.567584] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=25] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2202, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:47.567610] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:47.567625] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:47.567640] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2255, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:47.567657] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=27, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:47.572050] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=66551808) [2024-12-02 13:54:47.572072] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.575360] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320232][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=11] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:47.575386] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320232][T1001_TabletShe][T1001][Y0-0000000000000000-0-0] [lt=18] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=144) [2024-12-02 13:54:47.577065] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=8] ====== checkpoint timer task ====== [2024-12-02 13:54:47.578277] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=14] succ to get rec scn(*this={this:0xffff11e04030, ls_id:{id:1}, tenant_id:1002, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105192265002, v:0}, max_applied_start_working_ts_:{val:1733118105192265002, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118148606666, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:701}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.578307] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=30] tx ctx memtable get rec scn(this={ObITable:{this:0xffff0e944080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff0e944080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.578570] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=20] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff136166d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116935074057000, v:0}, clog_base_lsn:{lsn:402628608}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118884533034001, v:0}, tablet_change_checkpoint_scn:{val:1733102777188154003, v:0}, all_id_meta:{id_meta:[{limited_id:1733118903759897000, latest_log_ts:{val:1733118887536142001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118170767302004, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:47.578624] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=52] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff1362d550}, min_rec_scn={val:1733116935074057000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:47.578638] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1733076080372287001, v:0}) [2024-12-02 13:54:47.578651] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=12] get rec log scn(service_type_=0, rec_log_ts={val:1733118887536142001, v:0}) [2024-12-02 13:54:47.578660] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118170767302004, v:0}) [2024-12-02 13:54:47.578672] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:47.578689] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=13] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:47.578702] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=11] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733116935074057000, v:0}, checkpoint_scn_in_ls_meta={val:1733116935074057000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:47.578719] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:402628608}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:402628608}, lsn={lsn:402628608}) [2024-12-02 13:54:47.578737] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=18] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:402628608}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:47.579922] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=5] succ to get rec scn(*this={this:0xffff11eb6030, ls_id:{id:1001}, tenant_id:1002, tx_ls_state_mgr:{ls_id_:{id:1001}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105192265002, v:0}, max_applied_start_working_ts_:{val:1733118105192265002, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118148626920, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1460}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.579945] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=22] tx ctx memtable get rec scn(this={ObITable:{this:0xffff0e945490, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff0e945490, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1001}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:47.580451] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=16] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff136906d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1002, ls_id:{id:1001}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733116937322008000, v:0}, clog_base_lsn:{lsn:3489447936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:1733118884533034001, v:0}, tablet_change_checkpoint_scn:{val:1733118180778478000, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff26dc4030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:47.580501] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=48] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="DATA_CHECKPOINT_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={this:0xffff136a7550}, min_rec_scn={val:1733116937322008000, v:0}, ls_id_={id:1001}) [2024-12-02 13:54:47.580511] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=7] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1001}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1733076082251059001, v:0}) [2024-12-02 13:54:47.580523] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:47.580536] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=12] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1001}) [2024-12-02 13:54:47.580549] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733116937322008000, v:0}, checkpoint_scn_in_ls_meta={val:1733116937322008000, v:0}, ls_id={id:1001}, service_type="TRANS_SERVICE") [2024-12-02 13:54:47.580563] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:3489447936}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1732871292059216000, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:3489447936}, lsn={lsn:3489447936}) [2024-12-02 13:54:47.580580] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=15] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:3489447936}, ls->get_ls_id()={id:1001}) [2024-12-02 13:54:47.580590] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320416][T1002_TxCkpt][T1002][Y0-0000000000000000-0-0] [lt=9] succeed to update_clog_checkpoint(ret=0, ls_cnt=2) [2024-12-02 13:54:47.583352] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887551942, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887523499, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.583529] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1492382, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.592665] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=1970, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:47.592689] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=8, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:47.592706] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:47.592721] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2013, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:47.592735] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=7] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=25, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:47.594077] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.595640] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887565633, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887565635, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.595824] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1556455, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.599630] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=7825, avg_group_log_size=652) [2024-12-02 13:54:47.599655] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=7825) [2024-12-02 13:54:47.602532] INFO [LIB] stat (utility.h:1176) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF1A4-0-0] [lt=37] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:47.605233] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A4-0-0] [lt=18][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.605253] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A4-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.605264] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A4-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.615610] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887582441, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887575072, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.615783] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1460128, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.616309] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=10] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:47.616325] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=16] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:47.616326] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=8] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:47.616343] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=14] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118887616342) [2024-12-02 13:54:47.616353] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:47.617714] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=9] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:47.617732] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=17] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:47.618969] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=5] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:47.618987] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1249) [2024-12-02 13:54:47.619001] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:47.620154] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:47.620172] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1161) [2024-12-02 13:54:47.620183] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:47.621320] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:47.621337] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=16] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1145) [2024-12-02 13:54:47.621344] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=7] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:47.622484] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=4] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:47.622502] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1152) [2024-12-02 13:54:47.622509] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=7] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:47.622521] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=7] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:47.622532] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=10] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=15) [2024-12-02 13:54:47.622538] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=5][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:47.622548] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=8] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=6185) [2024-12-02 13:54:47.622558] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=9][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:47.622567] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=8] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=6225) [2024-12-02 13:54:47.622580] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAB1-0-0] [lt=8][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:47.622593] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=12][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:47.622602] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:47.625177] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E7-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.625204] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E7-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.625291] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E7-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.625474] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E7-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.625491] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E7-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.625908] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887595078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887575072, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.626083] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1526196, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.628504] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.628510] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.628549] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.628555] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.629164] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:47.629184] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=15] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:47.629198] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320231][T1001_ObTimer][T1001][Y0-0000000000000000-0-0] [lt=12] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=143) [2024-12-02 13:54:47.634087] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.634150] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.636380] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:47.636400] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.636478] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.636531] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.636575] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.636588] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.636611] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.636620] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.636627] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.637701] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.637709] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.637727] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.637732] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.637761] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.637775] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.637788] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:47.637833] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:47.637842] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.641166] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.641188] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.642345] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.642364] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.645730] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887544567, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887523499, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.645908] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2339789, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=326, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.648864] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887615046, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887575080, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.649012] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.649036] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1426875, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.649045] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244478675626, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.649061] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.649084] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460656946, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.649095] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.657164] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887625582, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624529, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.657331] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=32000, remain_us=1494948, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.660864] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=53] tx gc loop thread is running(MTL_ID()=1001) [2024-12-02 13:54:47.660883] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=17] try gc retain ctx [2024-12-02 13:54:47.660889] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=5] try to retry start_working [2024-12-02 13:54:47.660923] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=8] finish update min start scn(max_decided_scn={val:1733118887599291000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118877608500001, v:0}, keep_alive_scn_:{val:1733118882596544001, v:0}, update_ts_:1733118887660298}) [2024-12-02 13:54:47.662110] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320244][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=16] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1001, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733106655961883000, v:0}, clog_base_lsn:{lsn:2013143040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733110045811437000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900561651000, latest_log_ts:{val:1733118883997418001, v:0}}, {limited_id:6000001, latest_log_ts:{val:1733118165261766002, v:0}}, {limited_id:60000001, latest_log_ts:{val:1733118164260579002, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff395c4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.667874] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=1236, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:47.667897] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:47.667909] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=5, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:47.667934] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=1289, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:47.667949] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:47.683117] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887648756, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624535, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.683288] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1392622, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.689410] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887657139, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624535, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.689584] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1462695, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.691753] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1348) [2024-12-02 13:54:47.693083] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1226) [2024-12-02 13:54:47.694131] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.699593] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3101-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.700804] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3103-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:47.711476] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT WRITE LOG COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=1294, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:47.711501] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=10, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:47.711523] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=4, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:47.711539] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=16] [PALF STAT LOG LIFE TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=1339, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:47.711555] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=20, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:47.711621] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A5-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.711640] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A5-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.711649] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A5-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.718368] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887682395, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624537, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.718540] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=36000, remain_us=1357371, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.722666] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887688716, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624537, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.722836] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1429443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.723824] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:47.728800] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E8-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.728826] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E8-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.728919] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E8-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.729105] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E8-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.729121] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E8-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.731529] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1001) [2024-12-02 13:54:47.731547] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=14] start lib cache evict(tenant_id=1001, mem_hold=44040192, mem_limit=53687090, cache_obj_num=92, cache_node_num=92) [2024-12-02 13:54:47.731555] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=7] end lib cache evict(tenant_id=1001, cache_evict_num=0, mem_hold=44040192, mem_limit=53687090, cache_obj_num=92, cache_node_num=92) [2024-12-02 13:54:47.731567] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=10] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:47.731987] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.731992] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=33][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.732033] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.732034] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.734152] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.734215] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.735812] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=9] Dumping All Cache Objs(alloc_obj_list.count()=92, alloc_obj_list=[{obj_id:1, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176882}, {obj_id:2, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177936}, {obj_id:9, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179930}, {obj_id:11, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:17, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:19, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189984}, {obj_id:20, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188461}, {obj_id:21, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192098}, {obj_id:33, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203213}, {obj_id:36, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177624}, {obj_id:38, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:40, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193961}, {obj_id:45, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191433}, {obj_id:48, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196244}, {obj_id:50, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189332}, {obj_id:51, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199316}, {obj_id:53, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198468}, {obj_id:54, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:69, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191005}, {obj_id:72, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198440}, {obj_id:77, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:79, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:81, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200570}, {obj_id:82, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196344}, {obj_id:83, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195873}, {obj_id:84, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219724}, {obj_id:87, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200650}, {obj_id:88, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191556}, {obj_id:103, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189503}, {obj_id:105, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178077}, {obj_id:118, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196165}, {obj_id:120, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:121, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:127, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179557}, {obj_id:136, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200720}, {obj_id:137, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:138, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178631}, {obj_id:139, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200909}, {obj_id:140, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:141, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:142, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187787}, {obj_id:143, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:146, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183845}, {obj_id:147, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189598}, {obj_id:148, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:149, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:150, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:151, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:154, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:160, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:161, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:162, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:163, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:164, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:165, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:166, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209526}, {obj_id:167, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190526}, {obj_id:168, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231996}, {obj_id:169, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:173, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182624}, {obj_id:174, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180394}, {obj_id:175, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:176, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:177, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221228}, {obj_id:178, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218679}, {obj_id:183, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183093}, {obj_id:191, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178360}, {obj_id:192, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202120}, {obj_id:193, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:194, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234849}, {obj_id:195, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:196, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:198, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:13505}, {obj_id:199, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:200, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1224921}, {obj_id:201, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:202, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1055195}, {obj_id:203, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:254311}, {obj_id:204, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:229456}, {obj_id:205, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305024}, {obj_id:206, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:207, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:266152}, {obj_id:208, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:209, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204984}, {obj_id:210, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:211, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:212, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204984}, {obj_id:213, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200572}, {obj_id:214, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180989}, {obj_id:215, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203325}, {obj_id:216, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185665}, {obj_id:217, tenant_id:1001, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216993}]) [2024-12-02 13:54:47.735961] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2320163][T1001_PlanCache][T1001][Y0-0000000000000000-0-0] [lt=147] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:47.736437] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:47.736456] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.736538] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.736591] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.736637] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.736651] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.736676] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.736685] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.736693] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.737768] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.737777] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.737795] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.737803] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.737831] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.737845] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.737858] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:47.737905] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:47.737915] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.741228] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.741250] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.742424] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.742443] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.745943] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887645596, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624533, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.746129] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=2239567, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=327, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.749063] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.749093] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244478775526, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.749109] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.749131] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460756846, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.749143] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.754627] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887718116, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624543, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.754814] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1321097, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.756175] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=22] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=3555, avg_group_log_size=355) [2024-12-02 13:54:47.756918] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887722328, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887624543, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.757088] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1395190, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.757489] INFO [SQL.PC] update_memory_conf (ob_plan_cache.cpp:1969) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=5] update plan cache memory config(ob_plan_cache_percentage=5, ob_plan_cache_evict_high_percentage=90, ob_plan_cache_evict_low_percentage=50, tenant_id=1) [2024-12-02 13:54:47.757509] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1471) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=18] start lib cache evict(tenant_id=1, mem_hold=96468992, mem_limit=161061270, cache_obj_num=327, cache_node_num=326) [2024-12-02 13:54:47.757519] INFO [SQL.PC] cache_evict (ob_plan_cache.cpp:1488) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=7] end lib cache evict(tenant_id=1, cache_evict_num=0, mem_hold=96468992, mem_limit=161061270, cache_obj_num=327, cache_node_num=326) [2024-12-02 13:54:47.757530] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2755) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=10] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:47.761877] INFO [SQL.PC] dump_all_objs (ob_plan_cache.cpp:2473) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=9] Dumping All Cache Objs(alloc_obj_list.count()=327, alloc_obj_list=[{obj_id:97, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176884}, {obj_id:98, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176492}, {obj_id:99, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178004}, {obj_id:100, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:546917}, {obj_id:101, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:332781}, {obj_id:102, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:263882}, {obj_id:103, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:306185}, {obj_id:104, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:237299}, {obj_id:106, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182098}, {obj_id:107, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187565}, {obj_id:108, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208406}, {obj_id:110, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178200}, {obj_id:112, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200569}, {obj_id:114, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182618}, {obj_id:115, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192519}, {obj_id:117, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233398}, {obj_id:123, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220865}, {obj_id:124, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199352}, {obj_id:125, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:222017}, {obj_id:126, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198456}, {obj_id:127, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175176}, {obj_id:128, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187787}, {obj_id:129, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192833}, {obj_id:130, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178113}, {obj_id:131, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219042}, {obj_id:132, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176192}, {obj_id:133, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209175}, {obj_id:134, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175888}, {obj_id:135, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:305556}, {obj_id:136, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175145}, {obj_id:137, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175224}, {obj_id:138, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175148}, {obj_id:139, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176438}, {obj_id:140, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209133}, {obj_id:141, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197142}, {obj_id:142, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188680}, {obj_id:143, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176853}, {obj_id:144, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198059}, {obj_id:145, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177303}, {obj_id:146, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190437}, {obj_id:147, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181777}, {obj_id:148, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233905}, {obj_id:149, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189351}, {obj_id:150, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198302}, {obj_id:151, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174496}, {obj_id:152, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221261}, {obj_id:153, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323711}, {obj_id:154, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181000}, {obj_id:155, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190235}, {obj_id:156, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194810}, {obj_id:157, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199853}, {obj_id:158, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175312}, {obj_id:159, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191458}, {obj_id:160, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179828}, {obj_id:161, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248114}, {obj_id:162, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191570}, {obj_id:163, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178636}, {obj_id:164, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218126}, {obj_id:165, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:225249}, {obj_id:166, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174864}, {obj_id:167, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:239134}, {obj_id:168, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198398}, {obj_id:169, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218559}, {obj_id:170, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204424}, {obj_id:171, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:172672}, {obj_id:172, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179080}, {obj_id:173, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184027}, {obj_id:174, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200617}, {obj_id:175, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194396}, {obj_id:176, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174894}, {obj_id:177, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199224}, {obj_id:178, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:218742}, {obj_id:179, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216070}, {obj_id:180, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201003}, {obj_id:181, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:205102}, {obj_id:182, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182845}, {obj_id:183, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190103}, {obj_id:184, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187931}, {obj_id:185, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186618}, {obj_id:186, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201681}, {obj_id:187, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195652}, {obj_id:188, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189478}, {obj_id:189, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186785}, {obj_id:190, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189833}, {obj_id:191, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186817}, {obj_id:192, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189826}, {obj_id:193, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186753}, {obj_id:194, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193237}, {obj_id:195, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:196, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184242}, {obj_id:197, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:212145}, {obj_id:198, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184266}, {obj_id:199, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189255}, {obj_id:200, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184666}, {obj_id:201, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193112}, {obj_id:202, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184354}, {obj_id:203, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185558}, {obj_id:204, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192356}, {obj_id:205, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187754}, {obj_id:206, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:338120}, {obj_id:207, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:267071}, {obj_id:208, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193961}, {obj_id:209, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192654}, {obj_id:210, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:328266}, {obj_id:211, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:257225}, {obj_id:212, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176338}, {obj_id:213, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195227}, {obj_id:214, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189189}, {obj_id:215, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184202}, {obj_id:216, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186339}, {obj_id:217, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198532}, {obj_id:218, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182400}, {obj_id:219, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:211181}, {obj_id:220, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194008}, {obj_id:221, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203263}, {obj_id:222, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188504}, {obj_id:223, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220455}, {obj_id:224, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200567}, {obj_id:225, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196787}, {obj_id:226, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175915}, {obj_id:227, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:215656}, {obj_id:228, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200906}, {obj_id:229, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189627}, {obj_id:230, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234831}, {obj_id:231, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189503}, {obj_id:232, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187114}, {obj_id:233, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187626}, {obj_id:234, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:160611}, {obj_id:235, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:159136}, {obj_id:236, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178852}, {obj_id:237, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190321}, {obj_id:238, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:327366}, {obj_id:239, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178248}, {obj_id:240, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187032}, {obj_id:241, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209535}, {obj_id:242, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187342}, {obj_id:243, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174772}, {obj_id:244, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179527}, {obj_id:245, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:243562}, {obj_id:246, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187739}, {obj_id:247, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:248, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182697}, {obj_id:249, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176824}, {obj_id:250, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182340}, {obj_id:251, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193300}, {obj_id:252, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193254}, {obj_id:253, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:194342}, {obj_id:254, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174448}, {obj_id:255, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:256, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173819}, {obj_id:257, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:258, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174016}, {obj_id:259, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175256}, {obj_id:260, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:212174}, {obj_id:261, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174672}, {obj_id:262, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199048}, {obj_id:263, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:288919}, {obj_id:264, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190491}, {obj_id:265, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:214044}, {obj_id:266, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179551}, {obj_id:267, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178501}, {obj_id:268, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175232}, {obj_id:269, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:205008}, {obj_id:270, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174416}, {obj_id:271, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181814}, {obj_id:272, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173472}, {obj_id:273, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291437}, {obj_id:274, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182797}, {obj_id:275, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174384}, {obj_id:276, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:249247}, {obj_id:277, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198198}, {obj_id:278, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:243501}, {obj_id:279, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:165875}, {obj_id:280, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:161701}, {obj_id:281, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156556}, {obj_id:282, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:179751}, {obj_id:283, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:284428}, {obj_id:284, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208183}, {obj_id:285, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184412}, {obj_id:286, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:158702}, {obj_id:287, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:228624}, {obj_id:288, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183313}, {obj_id:289, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199597}, {obj_id:290, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177090}, {obj_id:291, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:187950}, {obj_id:292, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182522}, {obj_id:293, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197105}, {obj_id:294, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185685}, {obj_id:295, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:224584}, {obj_id:296, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174144}, {obj_id:297, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:174128}, {obj_id:298, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209414}, {obj_id:299, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:231874}, {obj_id:300, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230562}, {obj_id:301, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:156511}, {obj_id:302, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:210772}, {obj_id:303, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190938}, {obj_id:304, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197667}, {obj_id:305, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188843}, {obj_id:306, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183629}, {obj_id:307, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183946}, {obj_id:308, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181296}, {obj_id:309, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183235}, {obj_id:310, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:223594}, {obj_id:311, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:275491}, {obj_id:312, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323600}, {obj_id:313, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:248633}, {obj_id:314, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:245888}, {obj_id:315, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:328401}, {obj_id:316, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:284037}, {obj_id:317, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:318, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:320, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:173072}, {obj_id:321, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:322, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:323, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:197057}, {obj_id:324, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175336}, {obj_id:325, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176832}, {obj_id:326, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190546}, {obj_id:327, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176669}, {obj_id:328, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180608}, {obj_id:329, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175786}, {obj_id:330, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191005}, {obj_id:331, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:196244}, {obj_id:332, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177646}, {obj_id:333, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177651}, {obj_id:334, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185733}, {obj_id:335, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181579}, {obj_id:336, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291787}, {obj_id:337, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221016}, {obj_id:338, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:208260}, {obj_id:339, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198683}, {obj_id:340, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192935}, {obj_id:341, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178832}, {obj_id:342, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190589}, {obj_id:343, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188334}, {obj_id:344, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:216981}, {obj_id:345, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180917}, {obj_id:346, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203325}, {obj_id:347, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:182624}, {obj_id:348, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200864}, {obj_id:349, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221228}, {obj_id:350, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180522}, {obj_id:351, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180276}, {obj_id:352, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185550}, {obj_id:353, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221123}, {obj_id:354, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:281830}, {obj_id:355, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198757}, {obj_id:356, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:186715}, {obj_id:357, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:281658}, {obj_id:358, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183016}, {obj_id:359, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:293959}, {obj_id:363, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209691}, {obj_id:364, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:177152}, {obj_id:365, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:184453}, {obj_id:366, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175480}, {obj_id:367, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:368, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199338}, {obj_id:369, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175904}, {obj_id:370, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175904}, {obj_id:371, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:176480}, {obj_id:372, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:240824}, {obj_id:373, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:233108}, {obj_id:374, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190071}, {obj_id:375, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175284}, {obj_id:376, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219512}, {obj_id:377, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202160}, {obj_id:378, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:193224}, {obj_id:379, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181379}, {obj_id:380, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:282381}, {obj_id:381, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:242708}, {obj_id:382, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:202692}, {obj_id:383, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:234270}, {obj_id:384, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:251213}, {obj_id:385, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207639}, {obj_id:386, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207843}, {obj_id:387, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:209677}, {obj_id:388, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:200672}, {obj_id:389, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:190169}, {obj_id:390, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221366}, {obj_id:391, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181794}, {obj_id:392, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:219970}, {obj_id:393, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:199300}, {obj_id:394, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207211}, {obj_id:395, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188544}, {obj_id:396, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:220086}, {obj_id:397, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:203907}, {obj_id:398, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:198267}, {obj_id:399, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:191592}, {obj_id:400, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:185554}, {obj_id:401, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:189891}, {obj_id:402, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192460}, {obj_id:403, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221597}, {obj_id:404, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:291872}, {obj_id:405, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:183061}, {obj_id:406, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:323592}, {obj_id:407, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:391304}, {obj_id:408, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:221753}, {obj_id:409, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180740}, {obj_id:410, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:408474}, {obj_id:411, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180574}, {obj_id:412, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:175072}, {obj_id:413, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:178150}, {obj_id:414, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:226371}, {obj_id:416, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:201582}, {obj_id:417, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207180}, {obj_id:418, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:195355}, {obj_id:419, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:13505}, {obj_id:420, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:181457}, {obj_id:421, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192409}, {obj_id:422, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188048}, {obj_id:423, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1224921}, {obj_id:424, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213107}, {obj_id:425, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:180552}, {obj_id:426, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:1103454}, {obj_id:427, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:858668}, {obj_id:428, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:296582}, {obj_id:429, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:230546}, {obj_id:430, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:304938}, {obj_id:431, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:283959}, {obj_id:432, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:207171}, {obj_id:433, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:204981}, {obj_id:434, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:236252}, {obj_id:435, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:259642}, {obj_id:436, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:192409}, {obj_id:437, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:188048}, {obj_id:438, tenant_id:1, log_del_time:9223372036854775807, real_del_time:9223372036854775807, ref_count:2, added_to_lc:true, mem_used:213107}]) [2024-12-02 13:54:47.762370] INFO [SQL.PC] runTimerTask (ob_plan_cache.cpp:2763) [2319875][T1_PlanCacheEvi][T1][Y0-0000000000000000-0-0] [lt=490] schedule next cache evict task(evict_interval=5000000) [2024-12-02 13:54:47.764058] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:47.764079] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.764477] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=3) [2024-12-02 13:54:47.766690] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=22] get number(ret=0, service_type_=0, range=1, base_id=1733118887766526000, start_id=1733118887766526000, end_id=1733118887766526001) [2024-12-02 13:54:47.766747] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:47.766769] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:47.771274] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=14] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548203, offset=956090}, end_cursor:ObLogCursor{file_id=5, log_id=548204, offset=956396}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff671b0050, len:2374, log_data_len:306, seq:548203, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:47.771466] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9B-0-0] [lt=16] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.771510] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9B-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118887536142002, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118887536142002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.775496] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=7939) [2024-12-02 13:54:47.775532] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=7939) [2024-12-02 13:54:47.775558] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=1263, avg_log_submit_to_slide_time=1275) [2024-12-02 13:54:47.775585] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=19] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=7939, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:47.776858] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=20] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548204, offset=956396}, end_cursor:ObLogCursor{file_id=5, log_id=548205, offset=956693}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67184050, len:2068, log_data_len:297, seq:548204, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:47.777003] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9B-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.777035] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC9B-0-0] [lt=14] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118887536142001, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118887536142001, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.787416] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=20] PNIO [ratelimit] time: 1733118887787414, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007616, add_bytes: 0 [2024-12-02 13:54:47.791898] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887753921, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887728651, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.792089] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1283822, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.792170] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887756026, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887756026, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.792346] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1359933, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.793148] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1302, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:47.793170] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:47.793185] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:47.793203] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1363, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:47.793216] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=19, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:47.794186] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.794791] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEABD-0-0] [lt=19] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:47.821501] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A6-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.821525] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A6-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.821533] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A6-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.828429] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887791797, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887777060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.828610] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1323669, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.830175] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887791797, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887777060, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.830357] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1245554, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.832271] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E9-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.832296] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E9-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.832394] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4E9-0-0] [lt=55][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.832575] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E9-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.832591] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4E9-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.834214] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.834279] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.835515] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.835518] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.835563] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.835567] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=47] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.836493] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:47.836514] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.836597] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.836663] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.836706] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.836722] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.836747] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.836756] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.836764] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.837839] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.837847] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.837865] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.837872] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.837901] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.837914] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:47.837926] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:47.837970] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:47.837979] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.841256] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.841278] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.842433] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.842451] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.845625] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2320348][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=19] run rewrite rule refresh task(rule_mgr_->tenant_id_=1002) [2024-12-02 13:54:47.846213] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887745497, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887728651, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.846393] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2139304, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=328, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.846924] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320348][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] get number(ret=0, service_type_=0, range=1, base_id=1733118887846486000, start_id=1733118887846486000, end_id=1733118887846486001) [2024-12-02 13:54:47.848018] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=11] [APPLY STAT CB APPEND COST TIME](cur_stat_count=13, stat_interval=5000000, avg (count/cost)=27, this=0xffff13672440, extra_info="") [2024-12-02 13:54:47.848033] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=16] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=13, stat_interval=5000000, avg (count/cost)=1557, this=0xffff13672670, extra_info="") [2024-12-02 13:54:47.848039] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=5] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=13, stat_interval=5000000, avg (count/cost)=0, this=0xffff136728a0, extra_info="") [2024-12-02 13:54:47.848048] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=8] [APPLY STAT CB EXECUTE TIME](cur_stat_count=13, stat_interval=5000000, avg (count/cost)=-517, this=0xffff13672ad0, extra_info="") [2024-12-02 13:54:47.848057] INFO [LIB] stat (utility.h:1176) [2320376][T1002_ApplySrv0][T1002][YB42C0A800AF-000628430E1F30F4-0-0] [lt=9] [APPLY STAT CB TOTAL TIME](cur_stat_count=13, stat_interval=5000000, avg (count/cost)=1067, this=0xffff13672d00, extra_info="") [2024-12-02 13:54:47.849106] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1}, delta=244478875462, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.849129] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.849153] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460856782, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.849166] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.849822] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=13840) [2024-12-02 13:54:47.849855] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=13840) [2024-12-02 13:54:47.849877] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=14] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=25, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1440, avg_log_submit_to_slide_time=1450) [2024-12-02 13:54:47.849900] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=13840, hit_cnt=25, read_cnt=25, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:47.865691] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887827565, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887777068, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.865865] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=38000, remain_us=1286414, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.869440] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887829627, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887777068, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.869632] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=40000, remain_us=1206279, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.883912] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:47.892793] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=5] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:47.892828] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1220) [2024-12-02 13:54:47.894241] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.897554] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=16] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1019, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:47.897803] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.898071] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.898673] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=23] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:47.898725] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.898756] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2324813][T1019_FreInfoRe][T1019][Y0-0000000000000000-0-0] [lt=19] inner load succ(latest_freeze_info={frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118881192468000, v:0}, frozen_statuses_.count():1, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}]}) [2024-12-02 13:54:47.898896] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:47.903947] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887865381, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887831746, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.904118] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=39000, remain_us=1248160, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.909714] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887868540, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887831748, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.909895] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1166016, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.924151] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=25] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:47.927850] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A7-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.927872] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A7-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.927881] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A7-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:47.934278] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.934345] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=65] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:47.935830] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EA-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:47.935859] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EA-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.935957] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4EA-0-0] [lt=55][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:47.936113] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EA-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:47.936130] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EA-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:47.936547] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:47.936567] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.936647] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.936706] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:47.936749] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.936763] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:47.936787] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:47.936796] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:47.936803] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.937877] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:47.937886] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.937903] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:47.937908] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:47.937936] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.937950] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:47.937963] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:47.938006] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:47.938016] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:47.939387] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.939391] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:47.939436] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:47.939436] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=47] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:47.941341] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.941361] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:47.942512] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:47.942530] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:47.943202] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887903268, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887879072, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.943391] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=40000, remain_us=1208888, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=40, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.946478] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887845432, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887831742, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.946666] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=2039031, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=329, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:47.949143] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.949174] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244478975320, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:47.949191] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.949213] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244460956640, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:47.949224] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:47.950978] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887909587, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887879072, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.951154] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1124757, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.957559] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=3555) [2024-12-02 13:54:47.957602] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=3555) [2024-12-02 13:54:47.957628] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=2419, avg_log_submit_to_slide_time=2430) [2024-12-02 13:54:47.957636] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=4] [APPLY STAT CB APPEND COST TIME](cur_stat_count=37, stat_interval=5000000, avg (count/cost)=29, this=0xffff44936440, extra_info="") [2024-12-02 13:54:47.957654] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=17] [APPLY STAT CB IN QUEUE TIME](cur_stat_count=37, stat_interval=5000000, avg (count/cost)=3477, this=0xffff44936670, extra_info="") [2024-12-02 13:54:47.957664] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=9] [APPLY STAT CB WAIT COMMIT TIME](cur_stat_count=37, stat_interval=5000000, avg (count/cost)=0, this=0xffff449368a0, extra_info="") [2024-12-02 13:54:47.957673] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=8] [APPLY STAT CB EXECUTE TIME](cur_stat_count=37, stat_interval=5000000, avg (count/cost)=-617, this=0xffff44936ad0, extra_info="") [2024-12-02 13:54:47.957680] INFO [LIB] stat (utility.h:1176) [2319908][T1_ApplySrv0][T1][Y0-0000000000000000-0-0] [lt=6] [APPLY STAT CB TOTAL TIME](cur_stat_count=37, stat_interval=5000000, avg (count/cost)=2890, this=0xffff44936d00, extra_info="") [2024-12-02 13:54:47.961301] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=12] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:47.961322] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.964555] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:47.966666] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320034][T1_TenantWeakRe][T1][YB42C0A800AF-0006284309DEF778-0-0] [lt=9] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=2.960088925361633301e+02, this=0xffff57beb208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=1535, Resource Limit(MB)=1480, Throttle Trigger(MB)=888, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=3.726010280941743691e+00) [2024-12-02 13:54:47.972507] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=6239232) [2024-12-02 13:54:47.972527] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:47.983479] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887943185, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887935860, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.983680] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=41000, remain_us=1168599, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=41, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:47.991919] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:47.991952] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:47.991982] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:47.993250] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887950558, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887935860, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:47.993453] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=43000, remain_us=1082458, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:47.994296] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:47.999866] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:48.024767] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887983161, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887935862, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.024959] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=42000, remain_us=1127320, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=42, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.027524] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB9-0-0] [lt=21] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:48.027546] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB9-0-0] [lt=17] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=23) [2024-12-02 13:54:48.033052] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF1A8-0-0] [lt=32] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=24, avg_log_batch_cnt=1, total_group_log_size=13363, avg_group_log_size=556) [2024-12-02 13:54:48.034312] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.034372] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.036547] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887992646, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887992647, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.036602] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:48.036618] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.036693] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:48.036703] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.036730] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=44000, remain_us=1039181, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.036759] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.036803] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.036814] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.036835] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:48.036842] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:48.036847] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.037424] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=9] ts response task statistics(alloc_count=21726, free_count=10862) [2024-12-02 13:54:48.037459] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] gts statistics(tenant_id=1001, gts_rpc_cnt=10, get_gts_cache_cnt=410, get_gts_with_stc_cnt=67, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=62, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:48.037493] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=17] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_refresh=false, gts_local_cache={srr:[mts=1733118888037485], gts:1733118888036828000, latest_srr:[mts=1733118888037485]}) [2024-12-02 13:54:48.037716] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=11] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_refresh=false, gts_local_cache={srr:[mts=1733118888037703], gts:1732874408973130000, latest_srr:[mts=1733118888037703]}) [2024-12-02 13:54:48.037919] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:48.037925] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.037941] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:48.037946] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.037970] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:48.037981] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:48.037991] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:48.038033] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:48.038040] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:48.039665] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EB-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:48.039685] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EB-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.039777] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4EB-0-0] [lt=55][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:48.039962] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EB-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:48.039974] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EB-0-0] [lt=7] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.041455] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.041482] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=26][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.042649] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:48.042659] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:48.046752] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118887946345, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887935860, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.046933] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=1938764, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=330, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:48.048891] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT APPEND COST TIME](cur_stat_count=25, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:48.049200] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.049231] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244479075283, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.049247] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.049269] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244461056603, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:48.049281] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.050621] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=17][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21152998}], scn_array=[cnt:1, {val:1733118888032611000, v:0}], curr_size=613, accum_size=1703, time_cost=17562) [2024-12-02 13:54:48.050804] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A8-0-0] [lt=12][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.050825] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A8-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.050836] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A8-0-0] [lt=10][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.054276] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.054281] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.054329] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=52] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:48.054332] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=50] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:48.059997] INFO [RPC.OBMYSQL] sm_conn_build_handshake (obsm_conn_callback.cpp:121) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=22] new mysql sessid created(conn.sessid_=3221488687, support_ssl=false) [2024-12-02 13:54:48.060048] INFO [RPC.OBMYSQL] init (obsm_conn_callback.cpp:141) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=17] sm conn init succ(conn.sessid_=3221488687, sess.client_addr_="127.0.0.1:55830") [2024-12-02 13:54:48.060065] INFO [RPC.OBMYSQL] do_accept_one (ob_sql_nio.cpp:1082) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=13] accept one succ(*s={this:0xffff22a08df0, session_id:3221488687, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:-1, sql_initiative_shutdown:false, reader:{fd:230}, err:0, last_decode_time:0, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:0, pending_flag:0, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:48.060348] INFO [SERVER] dispatch_req (ob_srv_deliver.cpp:286) [2319717][sql_nio0][T1020][Y0-0000000000000000-0-0] [lt=17] succeed to dispatch to tenant mysql queue(tenant_id=1020) [2024-12-02 13:54:48.060372] WDIAG [SERVER] get_tenant_id (obmp_connect.cpp:1618) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=20][errcode=-8001] tenant schema not refreshed yet(ret=-8001, ret="OB_SERVER_IS_INIT", tenant_id=1020) [2024-12-02 13:54:48.060387] WDIAG [SERVER] check_update_tenant_id (obmp_connect.cpp:2217) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=15][errcode=-8001] get_tenant_id failed(ret=-8001) [2024-12-02 13:54:48.060396] WDIAG [SERVER] process (obmp_connect.cpp:355) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=8][errcode=-8001] fail to check update tenant id(ret=-8001, ret="OB_SERVER_IS_INIT", tenant_name_=mysql_hy) [2024-12-02 13:54:48.060436] INFO [SERVER] send_error_packet (obmp_packet_sender.cpp:380) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=9] sending error packet(ob_error=-8001, client error=-8001, extra_err_info=NULL, lbt()="0x11ab55d8 0xbd7aaa8 0xbd27b90 0xbd59154 0x11474c34 0x1d09c6ac 0x1d09d504 0x11ab1264 0x1b956a10 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:48.060449] WDIAG [SERVER] get_session (obmp_packet_sender.cpp:625) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=11][errcode=-4018] get session fail(ret=-4018, sessid=3221488687, proxy_sessid=0) [2024-12-02 13:54:48.060481] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:868) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=9][errcode=0] server close connection(sessid=3221488687, proxy_sessid=0, stack="0x11ab55d8 0xbd7e8e8 0xbd48380 0xbd58a6c 0x11474c34 0x1d09c6ac 0x1d09d504 0x11ab1264 0x1b956a10 0x1b954c24 0xffff86b92508 0xffff86bf9cdc") [2024-12-02 13:54:48.060490] WDIAG [SERVER] get_session (obmp_packet_sender.cpp:625) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=8][errcode=-4018] get session fail(ret=-4018, sessid=3221488687, proxy_sessid=0) [2024-12-02 13:54:48.060498] WDIAG [SERVER] disconnect (obmp_packet_sender.cpp:872) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=7][errcode=-4016] session is null [2024-12-02 13:54:48.060507] INFO [SERVER] process (obmp_connect.cpp:523) [2324649][T1020_MysqlQueu][T1020][Y0-0006284316FEE954-0-0] [lt=7] MySQL LOGIN(direct_client_ip="127.0.0.1", client_ip=, tenant_name=mysql_hy, tenant_id=1020, user_name=mysql_user, host_name=xxx.xxx.xxx.xxx, sessid=3221488687, proxy_sessid=0, client_sessid=4294967295, from_proxy=false, from_java_client=false, from_oci_client=false, from_jdbc_client=false, capability=762509, proxy_capability=0, use_ssl=false, c/s protocol="OB_MYSQL_CS_TYPE", autocommit=false, proc_ret=-8001, ret=0, conn->client_type_=3, conn->client_version_=0) [2024-12-02 13:54:48.060548] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:878) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4015] close sql sock by user req(*s={this:0xffff22a08df0, session_id:3221488687, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:230}, err:5, last_decode_time:1733118888059971, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:103, pending_flag:1, may_handling_flag:true, handler_close_flag:false}) [2024-12-02 13:54:48.060567] INFO [RPC.OBMYSQL] on_disconnect (obsm_conn_callback.cpp:268) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=15] kill and revert session(conn.sessid_=3221488687, proxy_sessid=0, server_id=1, ret=0) [2024-12-02 13:54:48.060579] INFO [RPC.OBMYSQL] handle_pending_destroy_list (ob_sql_nio.cpp:978) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=11] can close safely, do destroy(*s={this:0xffff22a08df0, session_id:3221488687, trace_id:Y0-0000000000000000-0-0, sql_handling_stage:256, sql_initiative_shutdown:true, reader:{fd:230}, err:5, last_decode_time:1733118888059971, pending_write_task:{buf:null, sz:0}, need_epoll_trigger_write:false, consume_size:103, pending_flag:1, may_handling_flag:false, handler_close_flag:false}) [2024-12-02 13:54:48.060592] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:223) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=12] mark session id unused(conn.sessid_=3221488687) [2024-12-02 13:54:48.060601] INFO [RPC.OBMYSQL] destroy (obsm_conn_callback.cpp:243) [2319717][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7] connection close(sessid=3221488687, proxy_sessid=0, tenant_id=1020, server_id=1, from_proxy=false, from_java_client=false, c/s protocol="OB_MYSQL_CS_TYPE", is_need_clear_sessid_=true, is_sess_alloc_=false, ret=0, trace_id=Y0-0000000000000000-0-0, conn.pkt_rec_wrapper_=[start_pkt_pos_:0, cur_pkt_pos_:1, pkt_rec[0]:{send:obp_mysql_header_{len_:35, seq_:3}, pkt_name:"PKT_ERR", obp_mysql_header_.is_send_:1}], disconnect_state=0) [2024-12-02 13:54:48.066977] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=56] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:48.067039] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888024197, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118887992649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.067216] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=43000, remain_us=1085063, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=43, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.072145] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=1, size_used=0, mem_used=66551808) [2024-12-02 13:54:48.072171] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=22] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:48.074815] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:48.074836] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=17] temporary file module use no blocks [2024-12-02 13:54:48.074848] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:48.074861] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:48.074872] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238635573289, flush_io_finished_ret_:0, flush_io_finished_round_:737, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:48.076427] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:48.080809] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888035771, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888027363, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.081006] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=45000, remain_us=994905, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.091990] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:48.094127] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=13, avg_log_submit_to_flush_time=1401, avg_log_submit_to_slide_time=1410) [2024-12-02 13:54:48.094167] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=7, avg_log_submit_to_flush_time=1374, avg_log_submit_to_slide_time=1385) [2024-12-02 13:54:48.094162] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1653, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:48.094188] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:48.094351] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:48.102510] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=21][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:2315, tid:2324607}]) [2024-12-02 13:54:48.103019] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=25] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1001, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:48.104118] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:48.104203] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=19] inner load succ(latest_freeze_info={frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118882952306000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}) [2024-12-02 13:54:48.104231] INFO [STORAGE] inner_update_info (ob_tenant_freeze_info_mgr.cpp:704) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=25] ObTenantFreezeInfoMgr success to update infos(new_snapshot_gc_scn={val:1733118882952306000, v:0}, new_freeze_infos=[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}], new_snapshots=[], freeze_info_mgr_={is_inited:true, tenant_id:1001, freeze_info:{latest_snapshot_gc_scn:{val:1733118882952306000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}}) [2024-12-02 13:54:48.110288] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=15][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:43, local_retry_times:43, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.110317] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888066290, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888056813, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.110359] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=37][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.110368] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.110377] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.110390] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.110504] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.110560] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=55][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.110572] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889052278) [2024-12-02 13:54:48.110582] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.110591] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889052278, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888110465, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888077880}, ret=-6231) [2024-12-02 13:54:48.110742] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=149][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.110748] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.110755] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018019, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888109391, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8334bd90, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888110465, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889052278, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.110928] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=172][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.110939] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.110948] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.110956] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.110964] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.110968] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.110975] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.110986] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.110990] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.110998] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.111003] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.111013] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=44, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.111025] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10] will sleep(sleep_us=44000, remain_us=1041254, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=44, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.117127] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=11] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117496] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117770] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117838] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117868] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117954] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=16] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117967] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=10] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.117984] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=16] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.118320] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.118393] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.118832] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:48.122332] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320213][T1001_LockWaitM][T1001][Y0-0000000000000000-0-0] [lt=15] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:48.124450] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=28] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:48.126080] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=18][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:45, local_retry_times:45, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.126107] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888079984, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.126160] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=47][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.126170] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.126175] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.126188] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.126300] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.126354] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.126365] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:48.126374] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.126385] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888126261, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888077880}, ret=-6231) [2024-12-02 13:54:48.126523] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=138][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.126529] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.126534] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018020, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888125148, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888126261, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.126702] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=167][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.126713] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.126718] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.126727] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.126735] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.126740] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.126748] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.126759] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.126767] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.126772] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.126781] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.126791] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=46, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.126803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10] will sleep(sleep_us=46000, remain_us=949108, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.130935] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Cache wash clean map node details(ret=0, clean_node_count=8, clean_time=0, clean_start_pos=2264922, clean_num=125829) [2024-12-02 13:54:48.134388] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.134451] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.136658] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:48.136679] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.136751] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.136803] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.136845] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.136859] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.136883] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:48.136891] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:48.136899] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.137973] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:48.137981] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.137998] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:48.138006] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.138033] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:48.138048] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:48.138060] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:48.138104] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:48.138113] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:48.141514] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.141535] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.142688] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:48.142705] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:48.147002] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:330, local_retry_times:330, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.147030] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888046307, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888039990, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.147078] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.147087] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.147095] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.147114] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.147225] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.147277] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.147284] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:48.147290] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.147300] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888147184, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888077880}, ret=-6231) [2024-12-02 13:54:48.147432] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=131][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.147438] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.147443] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018021, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888146208, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888147184, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.147606] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.147617] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.147621] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.147629] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.147634] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.147641] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.147649] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.147659] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.147664] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.147672] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.147681] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:48.147691] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=331, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.147703] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=1837993, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=331, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:48.149254] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.149286] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244479175186, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.149302] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.149323] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244461156506, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:48.149334] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.151972] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3108-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.152428] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3109-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.154546] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EC-0-0] [lt=10] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:48.154573] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EC-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.154673] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4EC-0-0] [lt=49][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:48.154858] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EC-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:48.154875] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4EC-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.155093] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:44, local_retry_times:44, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.155120] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=17] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888109391, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.155163] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=37][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.155173] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.155180] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.155198] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.155312] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.155364] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.155374] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889052278) [2024-12-02 13:54:48.155384] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.155393] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889052278, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888155271, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154638}, ret=-6231) [2024-12-02 13:54:48.155512] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.155518] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.155522] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018022, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888154634, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154638, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8334bd90, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888155271, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889052278, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.155684] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.155694] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.155698] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=3][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.155702] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=3][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.155706] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.155714] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.155718] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e98f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.155729] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.155733] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.155740] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.155749] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.155758] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=45, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.155771] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10] will sleep(sleep_us=45000, remain_us=996508, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=45, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.158783] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=58] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=3554, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:48.158858] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A9-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.158882] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A9-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.158893] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1A9-0-0] [lt=10][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.159844] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.159852] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.159886] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:48.159904] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=50] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:48.164631] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:48.166449] INFO [CLOG] operator() (ob_log_replay_service.cpp:1679) [2324625][T1020_ReplayPro][T1020][Y0-0000000000000000-0-0] [lt=12] get_replay_process success(id={id:1}, submitted_log_size=0, unsubmitted_log_size=0, replayed_log_size=0, unreplayed_log_size=0) [2024-12-02 13:54:48.166476] INFO [CLOG] operator() (ob_log_replay_service.cpp:1679) [2324625][T1020_ReplayPro][T1020][Y0-0000000000000000-0-0] [lt=23] get_replay_process success(id={id:1001}, submitted_log_size=0, unsubmitted_log_size=0, replayed_log_size=0, unreplayed_log_size=0) [2024-12-02 13:54:48.166577] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:182) [2324625][T1020_ReplayPro][T1020][Y0-0000000000000000-0-0] [lt=9] dump tenant replay process(tenant_id=1020, unsubmitted_log_size(MB)=0, unreplayed_log_size(MB)=0, estimate_time(second)=0, submitted_log_size(MB)=0, replayed_log_size(MB)=0, last_submitted_log_size(MB)=0, last_replayed_log_size(MB)=0, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-12-02 13:54:48.168062] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=29] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=3, start_service_tstamp_=1733118160398467, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:48.172870] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:46, local_retry_times:46, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.172900] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888125148, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.172945] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=40][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.172955] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.172962] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.172977] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.173082] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.173134] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.173145] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:48.173154] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.173164] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888173045, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154647}, ret=-6231) [2024-12-02 13:54:48.173293] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=129][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.173299] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.173304] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018023, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888172531, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154647, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888173045, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.173478] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=172][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.173492] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.173500] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.173508] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.173512] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.173520] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.173528] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.173539] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.173546] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.173556] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.173565] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.173575] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=47, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.173586] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9] will sleep(sleep_us=47000, remain_us=902325, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.175327] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F310A-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.175735] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F310B-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.176830] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F310D-0-0] [lt=12][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.177155] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F310E-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.177705] INFO [LIB] runTimerTask (ob_work_queue.cpp:24) [2319626][RSInspectTask][T0][Y0-0000000000000000-0-0] [lt=13] add async task(this=tasktype:N9oceanbase10rootserver21ObPurgeRecyclebinTaskE) [2024-12-02 13:54:48.186286] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2324666][T1020_TabletShe][T1020][Y0-0000000000000000-0-0] [lt=12] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:48.186315] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2324666][T1020_TabletShe][T1020][Y0-0000000000000000-0-0] [lt=18] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=62) [2024-12-02 13:54:48.188725] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=12] ====== check clog disk timer task ====== [2024-12-02 13:54:48.188749] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=17] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:48.189851] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=15] gc stale ls task succ [2024-12-02 13:54:48.189894] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:48.189915] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=15] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:48.189928] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=12] [tabletchange] task check ls(ls->get_ls_id()={id:1001}, tablet_persist_trigger=0) [2024-12-02 13:54:48.189938] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2324665][T1020_ObTimer][T1020][Y0-0000000000000000-0-0] [lt=8] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=2, times=62) [2024-12-02 13:54:48.192053] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:48.192079] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:48.193058] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2324663][T1020_Flush][T1020][Y0-0000000000000000-0-0] [lt=5] ====== traversal_flush timer task ====== [2024-12-02 13:54:48.193184] INFO [MDS] flush (mds_table_mgr.cpp:172) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE989-0-0] [lt=13] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffe452286d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:48.193351] INFO [MDS] flush (mds_table_mgr.cpp:172) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE989-0-0] [lt=64] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1001}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xfffe453b06d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:48.193399] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2324663][T1020_Flush][T1020][YB42C0A800AF-00062843155EE989-0-0] [lt=46] succeed to traversal_flush(ret=0, ls_cnt=2) [2024-12-02 13:54:48.194198] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS SERVER] net_in=32kB/s, net_out=32kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:48.194229] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=12] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:48.194308] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:48.194359] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=13] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:48.194385] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:7, schedule:14, submit:6, rt:1059, total:1087) [2024-12-02 13:54:48.194407] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:48.194423] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:48.194456] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:7, schedule:14, submit:6, device:1059, total:1087) [2024-12-02 13:54:48.194483] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:48.194531] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:48.194553] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:7, schedule:25, submit:17, rt:8, total:59) [2024-12-02 13:54:48.194593] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:48.194615] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:7, schedule:25, submit:17, device:8, total:59) [2024-12-02 13:54:48.194646] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:48.194664] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:12803, total:12814) [2024-12-02 13:54:48.194690] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:48.194710] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=18] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:12803, total:12814) [2024-12-02 13:54:48.194737] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:48.194750] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt= 0 0 0 0 0 0 0 0, async_cnt= 0 [2024-12-02 13:54:48.194759] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:48.194765] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:48.194773] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:48.200840] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:45, local_retry_times:45, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.200872] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888154634, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154638, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.200920] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=41][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.200929] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.200933] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.200950] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.201017] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1001, new_min_version={val:1733118887998967000, v:0}, new_max_version={val:1733118887998967000, v:0}, last_min_version={val:1733118887799171000, v:0}, last_max_version={val:1733118887799171000, v:0}, total_time_us=2446, delta_us=202048) [2024-12-02 13:54:48.201073] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.201127] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.201138] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889052278) [2024-12-02 13:54:48.201144] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.201153] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889052278, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe801cfaf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888201029, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154649}, ret=-6231) [2024-12-02 13:54:48.201278] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=124][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.201283] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.201288] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018024, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888199885, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8334bd90, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888201029, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889052278, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.201449] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.201458] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.201477] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.201485] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.201490] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.201497] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.201501] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=3][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801caf10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.201512] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.201516] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.201524] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.201536] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.201546] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=46, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.201558] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10] will sleep(sleep_us=46000, remain_us=950721, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=46, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.202135] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=18] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:48.208122] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:48.214578] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F310F-0-0] [lt=11][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.215043] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3110-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.216146] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3112-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.216478] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3113-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:48.220654] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:47, local_retry_times:47, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.220686] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=21] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888172531, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154647, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.220736] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.220746] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.220750] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.220767] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.220879] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.220936] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=56][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.220949] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=12][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118888975910) [2024-12-02 13:54:48.220959] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.220969] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118888975910, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888220838, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154649}, ret=-6231) [2024-12-02 13:54:48.221105] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=134][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.221110] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.221130] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2320188][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=19][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:48.221222] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2320188][T1001_DupTbLeas][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1001 and flag like "%DUPLICATE%", tenant_id=1001, exec_tenant_id=1, need_member_list=false) [2024-12-02 13:54:48.221264] INFO [CLOG.EXTLOG] run1 (ob_cdc_service.cpp:184) [2324627][T1020_CdcSrv][T1020][Y0-0000000000000000-0-0] [lt=12] query dest_info_ succ(dest_info=[], archive_dest_changed=false) [2024-12-02 13:54:48.221115] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018025, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888219855, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888220838, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118888975910, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.221282] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:48.221286] INFO [CLOG.EXTLOG] resize_log_ext_handler_ (ob_cdc_service.cpp:647) [2324627][T1020_CdcSrv][T1020][Y0-0000000000000000-0-0] [lt=19] finish to resize log external storage handler(current_ts=1733118888221283, tenant_max_cpu=8, valid_ls_v1_count=0, valid_ls_v2_count=0, other_ls_count=0, new_concurrency=0) [2024-12-02 13:54:48.221293] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:48.221298] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:48.221302] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:48.221306] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:48.221314] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:48.221319] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:48.221330] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:48.221334] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:48.221341] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:48.221346] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:48.221355] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=48, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.221367] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=9] will sleep(sleep_us=48000, remain_us=854544, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.225298] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC16-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:48.225320] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC16-0-0] [lt=19] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:48.232548] INFO [CLOG] run1 (ob_garbage_collector.cpp:1466) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=5] Garbage Collector is running(seq_=32, gc_interval=10000000) [2024-12-02 13:54:48.232581] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1601) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=16] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-12-02 13:54:48.232595] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1601) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=11] self is leader, skip it(ls->get_ls_id()={id:1001}) [2024-12-02 13:54:48.232618] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1559) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=4] gc_check_member_list_ cost time(ret=0, time_us=54) [2024-12-02 13:54:48.232630] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=8] execute_gc cost time(ret=0, time_us=0) [2024-12-02 13:54:48.233835] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1755) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=7] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-12-02 13:54:48.234467] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.234533] INFO [STORAGE.TABLELOCK] garbage_collect_for_all_ls_ (ob_table_lock_service.cpp:348) [2324640][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=12] finish check and clear obj lock(ls->get_ls_id()={id:1001}) [2024-12-02 13:54:48.234537] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=67] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.234962] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1755) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=23] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}) [2024-12-02 13:54:48.234987] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1777) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=19] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-12-02 13:54:48.235000] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1777) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=12] ls status is normal, skip(id={id:1001}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}, {ls_id_:{id:1001}, ls_status_:1, gc_reason_:0}]) [2024-12-02 13:54:48.235010] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=9] execute_gc cost time(ret=0, time_us=24) [2024-12-02 13:54:48.235019] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [2324631][T1020_GCCollect][T1020][Y0-0000000000000000-0-0] [lt=7] ObSafeDestroyHandler start process [2024-12-02 13:54:48.236709] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:48.236728] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.236814] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.236871] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.236917] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.236932] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.236957] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:48.236966] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:48.236974] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.237156] INFO [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:93) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=4] run rewrite rule refresh task(rule_mgr_->tenant_id_=1020) [2024-12-02 13:54:48.238048] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:48.238057] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.238075] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:48.238079] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.238107] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:48.238120] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:48.238133] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:48.238176] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:48.238186] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:48.238267] INFO [SQL.RESV] check_table_exist_or_not (ob_dml_resolver.cpp:9717) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=19] table not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, table_name.ptr()="data_size:14, data:5F5F616C6C5F7379735F73746174", ret=-5019) [2024-12-02 13:54:48.238292] WDIAG [SQL.RESV] resolve_table_relation_recursively (ob_dml_resolver.cpp:9665) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=22][errcode=-5019] synonym not exist(tenant_id=1020, database_id=201001, table_name=__all_sys_stat, ret=-5019) [2024-12-02 13:54:48.238305] WDIAG [SQL.RESV] resolve_table_relation_factor_normal (ob_dml_resolver.cpp:9495) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=11][errcode=-5019] fail to resolve table relation recursively(tenant_id=1020, ret=-5019, database_id=201001, database_id=201001, table_name=__all_sys_stat, db_name=oceanbase) [2024-12-02 13:54:48.238317] WDIAG [SQL.RESV] resolve_table_relation_factor (ob_dml_resolver.cpp:9336) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=10][errcode=-5019] resolve table relation factor failed(ret=-5019, table_name=__all_sys_stat) [2024-12-02 13:54:48.238329] WDIAG [SQL.RESV] inner_resolve_sys_view (ob_dml_resolver.cpp:3527) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=9][errcode=-5019] fail to resolve table(ret=-5019) [2024-12-02 13:54:48.238339] WDIAG [SQL.RESV] resolve_table_relation_factor_wrapper (ob_dml_resolver.cpp:3582) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=9][errcode=-5019] fail to resolve sys view(ret=-5019) [2024-12-02 13:54:48.238350] WDIAG resolve_basic_table_without_cte (ob_dml_resolver.cpp:3678) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] Table 'oceanbase.__all_sys_stat' doesn't exist [2024-12-02 13:54:48.238359] WDIAG [SQL.RESV] resolve_basic_table_with_cte (ob_dml_resolver.cpp:16886) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] resolve base or alias table factor failed(ret=-5019) [2024-12-02 13:54:48.238368] WDIAG [SQL.RESV] resolve_basic_table (ob_dml_resolver.cpp:16814) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] fail to resolve basic table with cte(ret=-5019) [2024-12-02 13:54:48.238377] WDIAG [SQL.RESV] resolve_table (ob_dml_resolver.cpp:4136) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] resolve basic table failed(ret=-5019) [2024-12-02 13:54:48.238385] WDIAG [SQL.RESV] resolve_from_clause (ob_select_resolver.cpp:3992) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] fail to exec resolve_table(*table_node, table_item)(ret=-5019) [2024-12-02 13:54:48.238394] WDIAG [SQL.RESV] resolve_normal_query (ob_select_resolver.cpp:1340) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] fail to exec resolve_from_clause(parse_tree.children_[PARSE_SELECT_FROM])(ret=-5019) [2024-12-02 13:54:48.238402] WDIAG [SQL.RESV] resolve (ob_select_resolver.cpp:1556) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=6][errcode=-5019] resolve normal query failed(ret=-5019) [2024-12-02 13:54:48.238409] WDIAG [SQL.RESV] select_stmt_resolver_func (ob_resolver.cpp:190) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=6][errcode=-5019] execute stmt_resolver failed(ret=-5019, parse_tree.type_=3299) [2024-12-02 13:54:48.238424] WDIAG [SQL] generate_stmt (ob_sql.cpp:3108) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] failed to resolve(ret=-5019) [2024-12-02 13:54:48.238432] WDIAG [SQL] generate_physical_plan (ob_sql.cpp:3229) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=7][errcode=-5019] Failed to generate stmt(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:48.238438] WDIAG [SQL] handle_physical_plan (ob_sql.cpp:5157) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=5][errcode=-5019] Failed to generate plan(ret=-5019, result.get_exec_context().need_disconnect()=false) [2024-12-02 13:54:48.238443] WDIAG [SQL] handle_text_query (ob_sql.cpp:2818) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=4][errcode=-5019] fail to handle physical plan(ret=-5019) [2024-12-02 13:54:48.238451] WDIAG [SQL] stmt_query (ob_sql.cpp:232) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=7][errcode=-5019] fail to handle text query(stmt=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE, ret=-5019) [2024-12-02 13:54:48.238462] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:696) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=9][errcode=-5019] executor execute failed(ret=-5019) [2024-12-02 13:54:48.238470] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] execute failed(ret=-5019, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:48.238488] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=11][errcode=-5019] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-5019, err_:"OB_TABLE_NOT_EXIST", retry_type:0, client_ret:-5019}, need_retry=false) [2024-12-02 13:54:48.238502] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=12][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:48.238510] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=8][errcode=-5019] result set close failed(ret=-5019) [2024-12-02 13:54:48.238514] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=4][errcode=-5019] failed to close result(close_ret=-5019, ret=-5019) [2024-12-02 13:54:48.238532] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=7][errcode=-5019] failed to process record(executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, record_ret=-5019, ret=-5019) [2024-12-02 13:54:48.238542] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324612][T1020_ReqMemEvi][T1020][YB42C0A800AF-00062843154EE989-0-0] [lt=9][errcode=-5019] failed to process final(executor={ObIExecutor:, sql:"SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE"}, aret=-5019, ret=-5019) [2024-12-02 13:54:48.238552] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] execute sql failed(ret=-5019, tenant_id=1020, sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE) [2024-12-02 13:54:48.238561] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-5019] retry_while_no_tenant_resource failed(ret=-5019, tenant_id=1020) [2024-12-02 13:54:48.238569] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] execute_read failed(ret=-5019, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:48.238575] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:132) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=5][errcode=-5019] query failed(ret=-5019, conn=0xfffeb4a4a050, start=1733118888238099, sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE) [2024-12-02 13:54:48.238589] WDIAG [COMMON.MYSQLP] read (ob_mysql_proxy.cpp:67) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=12][errcode=-5019] read failed(ret=-5019) [2024-12-02 13:54:48.238598] WDIAG [SHARE] fetch_max_id (ob_max_id_fetcher.cpp:486) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] execute sql failed(sql=SELECT VALUE FROM __all_sys_stat WHERE ZONE = '' AND NAME = 'ob_max_used_rewrite_rule_version' AND TENANT_ID = 0 FOR UPDATE, ret=-5019) [2024-12-02 13:54:48.238654] WDIAG [SQL.QRR] fetch_max_rule_version (ob_udr_sql_service.cpp:141) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] failed to fetch max rule version(ret=-5019, tenant_id=1020) [2024-12-02 13:54:48.238666] WDIAG [SQL.QRR] sync_rule_from_inner_table (ob_udr_mgr.cpp:252) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=12][errcode=-5019] failed to fetch max rule version(ret=-5019) [2024-12-02 13:54:48.238675] WDIAG [SQL.QRR] runTimerTask (ob_udr_mgr.cpp:95) [2324612][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-5019] failed to sync rule from inner table(ret=-5019) [2024-12-02 13:54:48.241437] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.241455] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:48.242604] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:48.242619] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:48.247624] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:46, local_retry_times:46, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.247652] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=18] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888199885, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.247696] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=39][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.247702] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.247710] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.247722] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.247771] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:331, local_retry_times:331, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:48.247802] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888146208, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888077880, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.247851] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.247861] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:48.247869] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:48.247839] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.247884] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:48.247891] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=51][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.247884] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:48.247902] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=10][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889052278) [2024-12-02 13:54:48.247914] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=11][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.247918] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=27] temporary file module use no blocks [2024-12-02 13:54:48.247928] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:48.247942] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:48.247955] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238635746354, flush_io_finished_ret_:0, flush_io_finished_round_:737, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:1, normal_idle_loop_cnt_:1, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:48.247924] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889052278, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe34e9daf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888247797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154649}, ret=-6231) [2024-12-02 13:54:48.248001] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.248049] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=124][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.248055] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.248052] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=50][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:48.248060] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:48.248070] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:48.248079] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888247957, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118888154649}, ret=-6231) [2024-12-02 13:54:48.248059] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4018026, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888247226, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xffff8334bd90, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118888247797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889052278, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:48.248212] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=132][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:48.248218] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:48.248219] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=159][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:48.248240] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] will sleep(sleep_us=47000, remain_us=904039, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=47, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.248223] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:48.248397] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=1737300, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=332, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:48.249314] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.249348] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244479276202, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:48.249364] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.249387] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244461257522, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:48.249399] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:48.250504] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1019, current_version={val:1733118888048413000, v:0}, min_version={val:1733118888048413000, v:0}, max_version={val:1733118888048413000, v:0}, in_service=true, leader_epoch=1) [2024-12-02 13:54:48.257425] INFO pn_ratelimit (group.c:626) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=17] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-12-02 13:54:48.260112] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=19] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:48.260170] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4ED-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:48.260197] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4ED-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.260294] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4ED-0-0] [lt=55][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:48.260469] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4ED-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:48.260484] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4ED-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:48.263560] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.263562] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:48.263609] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:48.263610] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:48.263830] INFO [SHARE] update_tenant_recovery_status_in_trans (ob_tenant_info_proxy.cpp:490) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1AA-0-0] [lt=17] tenant scn gap info(IS_MAX_GAP_REACHED=false, REAL_GAP=11943158000, MAX_GAP=900000000000, new_sync_scn={val:1732874420916288000, v:0}, new_replayable_scn={val:1732874420916288000, v:0}, new_readable_scn={val:1732874408973130000, v:0}, old_tenant_info={tenant_id:1020, tenant_role:"RESTORE", switchover_status:"NORMAL", switchover_epoch:0, sync_scn:1732874420916288000, replayable_scn:1732874420916288000, readable_scn:1732874408973130000, recovery_until_scn:1732874437122873000, log_mode:"NOARCHIVELOG", max_ls_id:1001, restore_data_mode:{restore data mode:"REMOTE"}}) [2024-12-02 13:54:48.264181] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:48.264207] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=23] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:48.264365] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1AA-0-0] [lt=20][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.264388] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1AA-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.264399] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF1AA-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:48.265713] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20] get_max_applied_scn(scn={val:1733118888166219000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:1192749935}, palf_committed_end_scn_:{val:1733118888166219000, v:0}, last_check_scn_:{val:1733118888166219000, v:0}, max_applied_cb_scn_:{val:1733118888166219000, v:0}}) [2024-12-02 13:54:48.265741] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=20] get_min_unreplayed_log_info(lsn={lsn:1189473200}, scn={val:1733118105233329001, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118157801746, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:57943, ret_code_:0}}, next_to_submit_lsn_:{lsn:1189473200}, next_to_submit_scn_:{val:1733118105233329001, v:0}, base_lsn_:{lsn:939466752}, base_scn_:{val:1733076001922699000, v:0}, iterator_:{iterator_impl:{buf_:0xffff11605000, next_round_pread_size:3678208, curr_read_pos:589, curr_read_buf_start_pos:0, curr_read_buf_end_pos:589, log_storage_:{start_lsn:{lsn:1189472611}, end_lsn:{lsn:1189473200}, read_buf:{buf_len_:3747840, buf_:0xffff11605000}, block_size:67104768, log_storage_:0xffff55fc31b0, log_storage_:{log_tail:{lsn:1192749935}, readable_log_tail:{lsn:1192749935}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:17, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1/1/log", dir_fd:131, min_block_id:0, max_block_id:18, curr_writable_block_id:17}, logical_block_size_:67104768, curr_block_writable_size_:15135889, block_header_serialize_buf_:0xffff55fc4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105233329000, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:501, scn_:{val:1733118105233329000, v:0}, data_checksum:2456216729, flag:32716}}, init_mode_version:0, accumulate_checksum:2055839211, curr_entry_is_padding:0, padding_entry_size:533, padding_entry_scn:{val:1733118105233329000, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:72, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:135, read_io_size:252252160, read_disk_cost_ts:1780545, start_lsn:{lsn:939466752}}}}}}) [2024-12-02 13:54:48.269436] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=10][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:48.269474] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888219855, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.269644] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=0] will sleep(sleep_us=49000, remain_us=806267, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=49, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.285002] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=32] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:48.287823] INFO [CLOG] get_replay_process (ob_replay_status.cpp:1092) [2324828][T1019_ReplayPro][T1019][Y0-0000000000000000-0-0] [lt=12] replay status is not follower(min_unreplayed_lsn={lsn:0}, base_lsn={lsn:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118578573726, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:0}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:0}, base_scn_:{val:1, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:0}, end_lsn:{lsn:0}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe52cdd1b0, log_storage_:{log_tail:{lsn:21157387}, readable_log_tail:{lsn:21157387}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:0}, min_scn:{val:2, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1019/1/log", dir_fd:217, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:45947381, block_header_serialize_buf_:0xfffe52cde178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:0, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:0}}}}}}) [2024-12-02 13:54:48.287881] INFO [CLOG] operator() (ob_log_replay_service.cpp:1679) [2324828][T1019_ReplayPro][T1019][Y0-0000000000000000-0-0] [lt=57] get_replay_process success(id={id:1}, submitted_log_size=0, unsubmitted_log_size=0, replayed_log_size=0, unreplayed_log_size=0) [2024-12-02 13:54:48.287978] INFO [CLOG] runTimerTask (ob_log_replay_service.cpp:182) [2324828][T1019_ReplayPro][T1019][Y0-0000000000000000-0-0] [lt=8] dump tenant replay process(tenant_id=1019, unsubmitted_log_size(MB)=0, unreplayed_log_size(MB)=0, estimate_time(second)=0, submitted_log_size(MB)=0, replayed_log_size(MB)=0, last_submitted_log_size(MB)=0, last_replayed_log_size(MB)=0, round_cost_time(second)=10, pending_replay_log_size(MB)=0) [2024-12-02 13:54:48.294412] INFO [STORAGE.TRANS] run1 (ob_xa_trans_heartbeat_worker.cpp:84) [2324851][T1019_ObXAHbWor][T1019][Y0-0000000000000000-0-0] [lt=14] XA scheduler heartbeat task statistics(avg_time=1) [2024-12-02 13:54:48.294460] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:48.295319] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea93da450, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888247226, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888154649, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff0ea76200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea93da450}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.295503] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99C-0-0] [lt=1] will sleep(sleep_us=48000, remain_us=856776, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=48, v.err_=-6231, timeout_timestamp=1733118889152278) [2024-12-02 13:54:48.295547] INFO [SQL.DTL] runTimerTask (ob_dtl_interm_result_manager.cpp:644) [2324819][T1019_TntShared][T1019][Y0-0000000000000000-0-0] [lt=16] clear dtl interm result cost(us)(clear_cost=18, ret=0, gc_.expire_keys_.count()=0, dump count=0, clean count=0) [2024-12-02 13:54:48.297632] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=16] ====== tenant freeze timer task ====== [2024-12-02 13:54:48.298620] INFO [STORAGE.TRANS] print_stat_ (ob_tenant_weak_read_service.cpp:540) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [STAT](tenant_id=1001, server_version={version:{val:1733118888066290000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0}, server_version_delta=232321, in_cluster_service=true, cluster_version={val:1733118887998967000, v:0}, min_cluster_version={val:1733118887998967000, v:0}, max_cluster_version={val:1733118887998967000, v:0}, get_cluster_version_err=0, cluster_version_delta=299644, cluster_service_master="192.168.0.175:2882", cluster_service_tablet_id={id:226}, post_cluster_heartbeat_count=7171, succ_cluster_heartbeat_count=39, cluster_heartbeat_interval=50000, local_cluster_version={val:1733118867988898000, v:0}, local_cluster_delta=20309713, force_self_check=false, weak_read_refresh_interval=100000) [2024-12-02 13:54:48.304295] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2324860][T1019_TabletShe][T1019][Y0-0000000000000000-0-0] [lt=14] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:48.304318] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2324860][T1019_TabletShe][T1019][Y0-0000000000000000-0-0] [lt=14] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=62) [2024-12-02 13:54:48.306546] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:48.306568] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=16] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:48.307885] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=14] gc stale ls task succ [2024-12-02 13:54:48.318727] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf64ce50, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118888269339, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118888259877, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff1ede8200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf64ce50}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:48.318912] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E4-0-0] [lt=1] will sleep(sleep_us=50000, remain_us=756999, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=50, v.err_=-6231, timeout_timestamp=1733118889075910) [2024-12-02 13:54:48.321400] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=21] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:48.321421] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:48.321431] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=8] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:48.321443] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:48.321454] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=10] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238635819871, flush_io_finished_ret_:0, flush_io_finished_round_:311, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:48.323009] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:48.323253] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2324857][T1019_Flush][T1019][Y0-0000000000000000-0-0] [lt=10] ====== traversal_flush timer task ====== [2024-12-02 13:54:48.323632] INFO [MDS] flush (mds_table_mgr.cpp:195) [2324857][T1019_Flush][T1019][YB42C0A800AF-00062843158EE989-0-0] [lt=12] [FREEZE]no need do flush cause min_rec_scn is larger than freezing scn(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:2, ordered_tablets:{{tablet_id:{id:50003}, rec_scn:{val:1733118589401543005, v:0}}, {tablet_id:{id:50114}, rec_scn:{val:1733118589401543007, v:0}}, }, max_consequent_callbacked_scn={val:1733118888248278000, v:0}, *this={this:0xfffe52c7c6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1019, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733118581180189001, v:0}, clog_base_lsn:{lsn:0}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118583097069006, v:0}, all_id_meta:{id_meta:[{limited_id:1733118900976952000, latest_log_ts:{val:1733118884373105001, v:0}}, {limited_id:1000001, latest_log_ts:{val:1733118581180189005, v:0}}, {limited_id:10000001, latest_log_ts:{val:1733118581180189001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:1, palf_env_:0xfffe5ddc4030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:48.323699] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2324857][T1019_Flush][T1019][YB42C0A800AF-00062843158EE989-0-0] [lt=63] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:48.325885] INFO [CLOG] run1 (ob_garbage_collector.cpp:1466) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=8] Garbage Collector is running(seq_=32, gc_interval=10000000) [2024-12-02 13:54:48.325917] INFO [CLOG] construct_server_ls_map_for_member_list_ (ob_garbage_collector.cpp:1601) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=16] self is leader, skip it(ls->get_ls_id()={id:1}) [2024-12-02 13:54:48.325949] INFO [CLOG] gc_check_member_list_ (ob_garbage_collector.cpp:1559) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=10] gc_check_member_list_ cost time(ret=0, time_us=48) [2024-12-02 13:54:48.325963] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=10] execute_gc cost time(ret=0, time_us=0) [2024-12-02 13:54:48.327170] INFO [CLOG] gc_check_ls_status_ (ob_garbage_collector.cpp:1755) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=8] gc_candidates push_back success(ret=0, candidate={ls_id_:{id:1}, ls_status_:1, gc_reason_:0}) [2024-12-02 13:54:48.327196] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1777) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=19] ls status is normal, skip(id={id:1}, gc_candidates=[{ls_id_:{id:1}, ls_status_:1, gc_reason_:0}]) [2024-12-02 13:54:48.327208] INFO [CLOG] execute_gc_ (ob_garbage_collector.cpp:1833) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=11] execute_gc cost time(ret=0, time_us=14) [2024-12-02 13:54:48.327218] INFO [SERVER] handle (ob_safe_destroy_handler.cpp:240) [2324833][T1019_GCCollect][T1019][Y0-0000000000000000-0-0] [lt=9] ObSafeDestroyHandler start process [2024-12-02 13:54:48.331281] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=17] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6894202880, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:48.332435] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=10] ====== tenant freeze timer task ====== [2024-12-02 13:54:48.332451] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=68728820, tenant_id=1019) [2024-12-02 13:54:48.332471] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:48.334531] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.334598] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:48.336767] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:48.336788] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:48.336868] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.336921] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:48.336965] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.336979] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:48.337004] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T